-- Logs begin at Tue 2021-09-14 16:17:59 UTC, end at Tue 2021-09-14 17:13:01 UTC. -- Sep 14 16:47:21.179423 dv-cinder-808995-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 16:47:23.907524 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.common.config [-] Logging enabled! Sep 14 16:47:23.908142 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 16:47:23.908274 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 16:47:23.911580 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.common.config [-] Logging enabled! Sep 14 16:47:23.911832 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 16:47:23.912148 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 16:47:23.913100 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 16:47:23.913331 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 16:47:23.913701 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 16:47:23.913944 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 16:47:23.914170 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 16:47:23.914488 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.914787 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.915112 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.915337 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.915609 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.915896 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.916178 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.916465 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.916758 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.917046 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.917328 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.917613 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.917838 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.918104 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.918388 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.918670 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.918918 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] debug = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.919203 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.919623 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.920035 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.920314 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.920599 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.920945 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.921220 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.921494 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.921789 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.922106 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] host = dv-cinder-808995-1-iscsi {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.922383 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.922668 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.922979 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.923272 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.923548 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.923819 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.924115 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.924374 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.924645 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] log_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.924920 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.925209 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.925496 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.925784 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.926008 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.926229 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.926513 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.926796 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.927096 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.927374 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.927648 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.927921 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.928194 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.928464 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.928747 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.929029 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.929311 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.929587 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.929858 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.930127 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.930397 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.930678 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.930973 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.931247 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.931519 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.931804 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.932073 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.932346 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.932641 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.932923 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.933201 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.933485 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.933760 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.934037 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.934305 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.934573 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.934852 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] use_json = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.935128 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.935395 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.935674 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.935943 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.936210 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.936628 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.936910 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.937200 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:23.937499 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.937797 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.938097 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.938381 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.938676 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.938978 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.939268 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.939547 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.939839 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.940126 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.940416 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.940692 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.940978 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.941253 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.941546 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.941848 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.942140 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.942430 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.942703 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.943082 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.943358 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.943635 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.943925 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.944199 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.944484 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.944771 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.945051 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.945335 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.945632 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.945922 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.946195 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.946476 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.946769 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.947071 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.947348 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.947625 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.947912 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.948189 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.948461 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.948742 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.949019 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.949291 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.949561 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.949841 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.950132 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.950410 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.950682 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.950982 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.951258 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.951528 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.951817 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.952180 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.952458 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.952732 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.953011 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.953284 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.953556 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.953850 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.954105 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.954382 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.954653 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.954951 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.955224 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.955495 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.955765 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.956039 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.956309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.956585 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.956857 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.957133 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.957402 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.957674 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.957945 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.958231 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.958524 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.958800 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.959103 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.959381 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.959659 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.959934 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.960210 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.960489 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.960767 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.961041 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.961331 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.961614 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.961900 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.962181 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.962458 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.962756 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.963056 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.963341 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.963615 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.963891 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.964172 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.964453 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.964745 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.965036 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.965327 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.965616 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.965904 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.966184 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.966491 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.966766 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:23.967009 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 16:47:23.967253 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93816) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 16:47:24.319114 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 16:47:24.319390 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 16:47:24.319682 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 16:47:24.320014 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 16:47:24.712768 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.712963 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.713239 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.714546 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.714823 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.715113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.751156 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.751439 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.751707 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.766461 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.766737 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.767031 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.795119 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.795375 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.795699 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.833034 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.833306 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:24.833579 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.061707 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.062352 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.062352 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.062491 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.063221 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.182135 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.182458 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.182744 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.183044 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.183315 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.183632 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.183895 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.184158 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.184412 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.184696 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.184956 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.185210 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.185473 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.185722 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.185981 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.186250 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.186554 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.186815 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.187108 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.187371 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.187648 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.187905 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.188189 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.188568 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.188820 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.189068 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.189466 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:25.189702 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:25.189936 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:25.190167 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:25.190397 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:25.190629 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:25.191085 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 16:47:25.194170 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 16:47:25.198121 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 16:47:25.202030 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 14 16:47:25.203701 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 16:47:25.204167 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 16:47:25.204495 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 16:47:25.204877 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 16:47:25.207698 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 16:47:25.207949 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 16:47:25.208296 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 16:47:25.213657 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 16:47:25.235679 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 16:47:25.236121 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.236418 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93816) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 16:47:25.236779 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.238143 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93816) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 16:47:25.238428 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 16:47:25.238666 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 16:47:25.242359 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.242644 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:25.306732 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 16:47:25.307002 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 16:47:25.307244 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 16:47:25.307619 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 16:47:25.334174 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_db.sqlalchemy.engines [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93816) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 16:47:25.879088 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing driver for type 'gre' Sep 14 16:47:25.879624 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] gre ID ranges: [(1, 1000)] Sep 14 16:47:25.931966 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing driver for type 'local' Sep 14 16:47:25.932290 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing driver for type 'vlan' Sep 14 16:47:25.946554 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] VlanTypeDriver initialization complete Sep 14 16:47:25.947032 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing driver for type 'vxlan' Sep 14 16:47:25.947497 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] vxlan ID ranges: [(1, 1000)] Sep 14 16:47:26.001568 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing extension driver 'port_security' Sep 14 16:47:26.001903 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.extensions.port_security [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] PortSecurityExtensionDriver initialization complete Sep 14 16:47:26.002234 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing mechanism driver 'openvswitch' Sep 14 16:47:26.002567 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing mechanism driver 'hyperv' Sep 14 16:47:26.009239 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:47:26.009924 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.010294 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.010642 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.011182 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:47:26.011609 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.011958 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnet after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.012299 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.012681 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:47:26.013082 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.013426 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.013762 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.014142 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:47:26.014539 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > security_group after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.014908 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > security_group after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.015244 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.015751 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:47:26.016156 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.016507 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.016845 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.017229 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:47:26.017628 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > address_group after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.017968 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > address_group after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.018301 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.018683 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:47:26.019081 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] ML2 OVO RPC backend initialized. {{(pid=93816) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 16:47:26.019782 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.020134 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.020607 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.020957 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > networks before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.021301 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.021639 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > ports before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.021977 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnet before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.022313 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnets before_response 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.022656 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.023021 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.023357 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.023690 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.024022 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.024355 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.024688 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.025020 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnet after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.025352 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.025925 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Modular L2 Plugin initialization complete Sep 14 16:47:26.026322 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading services supported by the core plugin {{(pid=93816) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 16:47:26.026764 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.plugins.ml2.managers [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Got port-security extension from driver 'port_security' Sep 14 16:47:26.029217 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.extensions.vlantransparent [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Disabled vlantransparent extension. Sep 14 16:47:26.029217 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93816) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 16:47:26.029217 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: router Sep 14 16:47:26.067350 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.067953 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router after_create 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.068072 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router before_create 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.068471 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.068843 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.069199 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router after_delete 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.069555 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.069902 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.070266 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router after_create 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.070611 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router after_update 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.070987 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router after_update 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.071332 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.071685 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router after_update 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.072080 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_update 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.072448 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.072793 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.073128 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: subnet after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.073472 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.073822 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.074169 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_create 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.074505 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: port before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.074862 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.075219 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router after_update 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.075558 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.075908 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_create 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.076267 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.076607 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_update 55549900 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.076975 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > agent after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.077325 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > agent after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.077666 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > network after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.078526 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Tracking information for resource: router configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:26.078885 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Tracking information for resource: floatingip configured {{(pid=93816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:47:26.084012 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.db.l3_agentschedulers_db [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 16:47:26.084587 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.084946 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.085298 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.085665 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.086441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router before_create 55550100 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.086804 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.087192 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_create 55550100 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.087545 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > router precommit_update 55550100 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.092207 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.services.provider_configuration [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service providers = [] {{(pid=93816) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 16:47:26.092639 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.db.servicetype_db [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93816) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 16:47:26.095788 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.services.service_base [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:47:26.096133 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.services.service_base [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:47:26.096471 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.services.service_base [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:47:26.097382 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.services.service_base [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:47:26.097752 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.services.service_base [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 16:47:26.098125 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.098442 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 16:47:26.109193 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.109530 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: auto_allocate Sep 14 16:47:26.115352 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: network precommit_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.115720 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: network precommit_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.116238 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.116560 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: tag Sep 14 16:47:26.123433 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.123758 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: timestamp Sep 14 16:47:26.127849 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.128175 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: network_ip_availability Sep 14 16:47:26.133633 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.133943 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.134299 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.135044 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.135368 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: flavors Sep 14 16:47:26.140103 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.140430 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading Plugin: revisions Sep 14 16:47:26.144695 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:47:26.145083 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_concurrency.lockutils [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.825s {{(pid=93816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 16:47:26.145772 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93816) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 16:47:26.146135 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Initializing extension manager. Sep 14 16:47:26.146646 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: __init__.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.147011 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: __pycache__ {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.147344 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.147674 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: address_group.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.148421 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.148983 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: address-group Sep 14 16:47:26.149306 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: address_scope.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.150203 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.150708 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: address-scope Sep 14 16:47:26.151051 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.151978 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.152486 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: router-admin-state-down-before-update Sep 14 16:47:26.152804 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: agent.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.153503 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.154001 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: agent Sep 14 16:47:26.154300 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: agent_resources_synced.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.155372 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.155884 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: agent-resources-synced Sep 14 16:47:26.156203 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: allowedaddresspairs.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.157990 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.158506 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: allowed-address-pairs Sep 14 16:47:26.158855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: auto_allocated_topology.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.159928 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.160434 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: auto-allocated-topology Sep 14 16:47:26.160757 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: availability_zone.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.161453 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.161950 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: availability_zone Sep 14 16:47:26.162270 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: availability_zone_filter.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.163208 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.163708 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: availability_zone_filter Sep 14 16:47:26.164027 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: data_plane_status.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.164932 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.165426 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 16:47:26.165745 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: default_subnetpools.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.166662 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.167188 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: default-subnetpools Sep 14 16:47:26.167510 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.168316 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.168816 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: dhcp_agent_scheduler Sep 14 16:47:26.169140 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: dns.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.170057 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.170556 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 16:47:26.170984 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: dns_domain_ports.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.171900 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.172403 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 16:47:26.172718 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.173642 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.174143 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 16:47:26.174461 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: dvr.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.175164 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.175662 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: dvr Sep 14 16:47:26.175980 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: ecmp_routes.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.176896 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.177389 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 16:47:26.177703 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: empty_string_filtering.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.178605 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.179148 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: empty-string-filtering Sep 14 16:47:26.179464 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.180375 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.180876 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 16:47:26.181193 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.182103 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.182604 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 16:47:26.182947 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: external_net.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.183855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.184354 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: external-net Sep 14 16:47:26.184671 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.185573 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.186072 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: extra_dhcp_opt Sep 14 16:47:26.186455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: extraroute.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.187392 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.187888 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: extraroute Sep 14 16:47:26.188204 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: extraroute_atomic.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.189237 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.189739 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: extraroute-atomic Sep 14 16:47:26.190059 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: filter_validation.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.190721 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.191244 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: filter-validation Sep 14 16:47:26.191561 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: fip_pf_description.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.192477 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.192977 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 16:47:26.193295 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: fip_port_details.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.194208 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.194712 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: fip-port-details Sep 14 16:47:26.195060 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: flavors.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.196292 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.196801 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: flavors Sep 14 16:47:26.197126 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.198778 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.199325 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 16:47:26.199653 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: floatingip_pools.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.200346 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.200851 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: floatingip-pools Sep 14 16:47:26.201169 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: ip_allocation.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.202164 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.202669 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 16:47:26.203015 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.203944 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.204447 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: ip-substring-filtering Sep 14 16:47:26.204769 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l2_adjacency.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.205689 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.206187 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 16:47:26.206506 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l3.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.207602 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.208117 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: router Sep 14 16:47:26.208435 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.210664 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.211227 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 16:47:26.211554 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.212507 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.213020 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: ext-gw-mode Sep 14 16:47:26.213346 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.214265 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.214779 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: l3-ha Sep 14 16:47:26.215135 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l3_flavors.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.216050 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.216541 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: l3-flavors Sep 14 16:47:26.216871 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.217914 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.218606 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 16:47:26.218960 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: l3agentscheduler.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.219992 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.220501 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: l3_agent_scheduler Sep 14 16:47:26.220828 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: logging.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.222324 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.222862 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension logging not supported by any of loaded plugins Sep 14 16:47:26.223183 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: metering.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.223932 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.224497 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: metering Sep 14 16:47:26.224821 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.225905 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.226416 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: metering_source_and_destination_fields Sep 14 16:47:26.226737 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: multiprovidernet.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.227687 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.228194 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: multi-provider Sep 14 16:47:26.228511 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: netmtu.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.229440 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.229946 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: net-mtu Sep 14 16:47:26.230954 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: netmtu_writable.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.231200 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.231717 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: net-mtu-writable Sep 14 16:47:26.232048 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: network_availability_zone.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.232701 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.233292 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: network_availability_zone Sep 14 16:47:26.233618 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: network_ip_availability.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.234701 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.235234 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: network-ip-availability Sep 14 16:47:26.235554 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: network_segment_range.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.236320 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.236820 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 16:47:26.237133 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: pagination.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.238098 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.238420 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: pagination Sep 14 16:47:26.238735 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: port_device_profile.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.239691 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.240194 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: port-device-profile Sep 14 16:47:26.240511 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.241433 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.242292 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: port-mac-address-regenerate Sep 14 16:47:26.242608 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.243549 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.244050 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: port-numa-affinity-policy Sep 14 16:47:26.244365 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: port_resource_request.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.245415 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.245920 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 16:47:26.246241 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: portbindings.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.247208 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.247715 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: binding Sep 14 16:47:26.248029 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: portbindings_extended.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.249388 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.249903 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: binding-extended Sep 14 16:47:26.250231 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: portsecurity.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.251169 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.251683 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: port-security Sep 14 16:47:26.252004 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: project_id.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.252988 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.253317 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: project-id Sep 14 16:47:26.253638 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: providernet.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.254565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.255119 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: provider Sep 14 16:47:26.255439 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.259012 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.259525 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos not supported by any of loaded plugins Sep 14 16:47:26.259858 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.261146 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.261659 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 16:47:26.261982 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.262927 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.263435 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 16:47:26.263758 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_default.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.264845 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.265361 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-default not supported by any of loaded plugins Sep 14 16:47:26.265683 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_fip.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.266339 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.266860 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 16:47:26.267180 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_gateway_ip.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.268108 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.268618 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 16:47:26.268944 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_port_network_policy.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.269861 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.270365 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 16:47:26.270687 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_pps_rule.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.271896 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.272411 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 16:47:26.272732 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_rule_type_details.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.273652 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.274157 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 16:47:26.274479 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: qos_rules_alias.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.275544 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.276051 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 16:47:26.276371 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: quotasv2.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.277309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.277658 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: quotas Sep 14 16:47:26.277977 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: quotasv2_detail.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.281418 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.281755 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: quota_details Sep 14 16:47:26.282081 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: rbac.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.283179 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.283704 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: rbac-policies Sep 14 16:47:26.284030 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: rbac_address_group.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.284959 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.285466 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: rbac-address-group Sep 14 16:47:26.285787 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: rbac_address_scope.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.286693 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.287230 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: rbac-address-scope Sep 14 16:47:26.287559 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: rbac_security_groups.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.288469 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.288982 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: rbac-security-groups Sep 14 16:47:26.289303 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: rbac_subnetpool.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.290225 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.290738 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: rbac-subnetpool Sep 14 16:47:26.291090 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: revisionifmatch.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.292012 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.292525 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: revision-if-match Sep 14 16:47:26.292845 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: revisions.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.293974 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.294483 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: standard-attr-revisions Sep 14 16:47:26.294808 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: router_availability_zone.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.295516 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.296125 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: router_availability_zone Sep 14 16:47:26.296451 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: routerservicetype.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.297376 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.297886 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 16:47:26.298208 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.299164 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.299675 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: security-groups-normalized-cidr Sep 14 16:47:26.299993 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.300918 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.301429 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: port-security-groups-filtering Sep 14 16:47:26.301750 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.302671 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.303221 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: security-groups-remote-address-group Sep 14 16:47:26.303543 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: securitygroup.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.314754 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.315311 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: security-group Sep 14 16:47:26.315637 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: segment.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.316428 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.316931 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension segment not supported by any of loaded plugins Sep 14 16:47:26.317254 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.318206 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.318711 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 16:47:26.319061 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: servicetype.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.320227 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.320745 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: service-type Sep 14 16:47:26.321066 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: sorting.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.322051 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.322380 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: sorting Sep 14 16:47:26.322697 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: standard_attr_segment.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.323629 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.324136 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 16:47:26.324449 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: standardattrdescription.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.325092 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.325596 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: standard-attr-description Sep 14 16:47:26.325913 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: stateful_security_group.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.326830 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.327404 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: stateful-security-group Sep 14 16:47:26.327734 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: stdattrs_common.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.328315 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 16:47:26.328630 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.329569 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.330082 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 16:47:26.330401 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: subnet_onboard.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.331514 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.332028 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: subnet_onboard Sep 14 16:47:26.332348 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.333281 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.333784 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 16:47:26.334104 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: subnet_service_types.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.335064 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.335574 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: subnet-service-types Sep 14 16:47:26.335893 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: subnetallocation.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.336981 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.337492 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: subnet_allocation Sep 14 16:47:26.337813 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.338482 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.339020 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: subnetpool-prefix-ops Sep 14 16:47:26.339343 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.340272 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.340770 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 16:47:26.341091 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: tagging.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.342201 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.342741 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: standard-attr-tag Sep 14 16:47:26.343087 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: timestamp.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.344286 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.344795 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loaded extension: standard-attr-timestamp Sep 14 16:47:26.345119 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: trunk.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.346148 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.346662 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension trunk not supported by any of loaded plugins Sep 14 16:47:26.347023 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: trunk_details.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.347939 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.348459 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 16:47:26.348786 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: uplink_status_propagation.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.349707 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.350213 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 16:47:26.350540 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Loading extension file: vlantransparent.py {{(pid=93816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:47:26.351224 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:47:26.351734 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 16:47:26.354217 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:network Sep 14 16:47:26.354752 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:subnet Sep 14 16:47:26.355176 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:47:26.355569 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:port Sep 14 16:47:26.356805 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.357263 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service FLAVORS assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.357877 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.358388 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.358753 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:router Sep 14 16:47:26.359258 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 16:47:26.359743 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service METERING assigned prefix: /metering {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.361207 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.361582 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.361940 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:47:26.363017 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 16:47:26.363481 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:security_group Sep 14 16:47:26.363910 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 16:47:26.364490 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service CORE assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.364823 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:47:26.365169 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] subnetpool is already registered Sep 14 16:47:26.365602 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service CORE assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.365934 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:47:26.366264 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] subnetpool is already registered Sep 14 16:47:26.368957 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.369382 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service FLAVORS assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.369965 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.370378 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.370705 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:router Sep 14 16:47:26.371063 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] router is already registered Sep 14 16:47:26.371464 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 16:47:26.371792 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] floatingip is already registered Sep 14 16:47:26.372237 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service METERING assigned prefix: /metering {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.372894 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 16:47:26.373220 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] rbac_policy is already registered Sep 14 16:47:26.373626 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:security_group Sep 14 16:47:26.374104 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] security_group is already registered Sep 14 16:47:26.374570 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 16:47:26.375011 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] security_group_rule is already registered Sep 14 16:47:26.375638 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service CORE assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.375965 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:47:26.376298 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] subnetpool is already registered Sep 14 16:47:26.376717 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.v2.resource_helper [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Service CORE assigned prefix: {{(pid=93816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:47:26.377069 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:47:26.377398 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING neutron.quota.resource_registry [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] subnetpool is already registered Sep 14 16:47:26.377828 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: extensions {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.379375 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: address-groups {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.380840 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: address-scopes {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.382176 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: agents {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.383361 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: auto-allocated-topology {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.384651 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: availability_zones {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.385817 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: dhcp-networks {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.387414 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: dhcp-agents {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.388849 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: routers {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.391189 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: flavors {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.392355 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: service_profiles {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.393556 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: next_providers {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.395032 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: service_profiles {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.396570 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: floatingip-pools {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.397783 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: routers {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.399896 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: floatingips {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.401168 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: l3-routers {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.402564 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: l3-agents {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.404002 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: metering-labels {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.405384 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: metering-label-rules {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.406801 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: network-ip-availabilities {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.408094 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: bindings {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.410556 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: quotas {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.412060 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: quotas {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.413454 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: rbac-policies {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.414651 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: security-groups {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.415964 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: security-group-rules {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.417269 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: service-providers {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.418471 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: subnetpools {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.419948 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: subnetpools {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.421453 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.423131 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.424969 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.426747 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.428553 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.430384 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.432126 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.434022 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.435825 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.437642 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron.api.extensions [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Extended resource: tags {{(pid=93816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:47:26.443588 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING keystonemiddleware.auth_token [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 16:47:26.448332 dv-cinder-808995-1-iscsi neutron-server[93816]: WARNING keystonemiddleware.auth_token [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 16:47:26.456799 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_concurrency.lockutils [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Acquired lock "singleton_lock" {{(pid=93816) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 16:47:26.457266 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_concurrency.lockutils [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Releasing lock "singleton_lock" {{(pid=93816) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 16:47:26.457919 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO oslo_service.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Starting 2 workers Sep 14 16:47:26.462735 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Started child 93925 {{(pid=93816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:47:26.467125 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Started child 93926 {{(pid=93816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:47:26.467947 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:26.468662 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO neutron.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 16:47:26.469342 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Notify callbacks [] for process, before_spawn {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:26.469470 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [-] (93925) wsgi starting up on http://0.0.0.0:9696 Sep 14 16:47:26.471729 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:26.472228 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO oslo_service.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Starting 1 workers Sep 14 16:47:26.473041 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [-] (93926) wsgi starting up on http://0.0.0.0:9696 Sep 14 16:47:26.476893 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Started child 93927 {{(pid=93816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:47:26.477420 dv-cinder-808995-1-iscsi neutron-server[93816]: INFO oslo_service.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Starting 1 workers Sep 14 16:47:26.480520 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] calling RpcWorker wait() {{(pid=93927) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 16:47:26.481119 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] returning from RpcWorker wait() {{(pid=93927) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 16:47:26.481842 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Started child 93928 {{(pid=93816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:47:26.482266 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:26.482642 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6af3ecf-80c1-4d29-9ea7-cc77da971679 None None] Notify callbacks [] for process, after_spawn {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:26.482789 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:47:26.484502 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93816) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 16:47:26.484674 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 16:47:26.485055 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 16:47:26.485233 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 16:47:26.485765 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 16:47:26.485901 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 16:47:26.486438 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.486715 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.486937 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:26.487473 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.487473 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.487473 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.488078 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.488324 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.488551 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.488833 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.489060 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.489214 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.489553 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.489804 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.490029 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.490325 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.490577 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.490808 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.491113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.491266 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.491687 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.492308 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.492535 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.492797 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] debug = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.493047 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.493523 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.493745 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.494011 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.494223 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.494479 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.494702 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.495032 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.495274 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.495516 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.495757 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.496002 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.496228 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.496490 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.496643 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.496908 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.497149 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.497593 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] host = dv-cinder-808995-1-iscsi {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.497829 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.498038 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.498288 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.498515 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.498763 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.499083 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.499403 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.499563 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.499806 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.500045 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.500261 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.500505 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.500746 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.500981 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.501137 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_options = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.501357 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.501719 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.502912 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.503136 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.503299 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.503448 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.503711 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.503894 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.504098 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.504488 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.504748 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.504950 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.505236 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.505391 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.505612 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.505852 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.506080 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.506441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.506756 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.506997 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.507197 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.507364 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.507583 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.507829 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.508028 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.508298 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.508504 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.508715 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.508938 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.509238 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.509417 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.509677 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.509829 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.510069 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.510324 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.510692 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.511099 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.511335 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.511608 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.511845 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.512152 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.512400 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.512598 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.512778 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.513179 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.513567 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.513858 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_json = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.513999 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.514265 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.514562 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.514713 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.514925 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.515894 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.515894 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.515894 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.516893 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.516893 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.517231 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.517396 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.517547 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.517803 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.517941 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.518191 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.518472 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.518658 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.519162 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.519381 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.519616 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:47:26.519899 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.519899 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.520185 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.520488 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.520740 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.521117 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.521283 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.522444 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.522444 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.522444 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.522444 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.522444 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.523185 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.523185 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.523185 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.523560 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.523674 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.523885 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.524575 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.524575 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.524575 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.524925 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.524925 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.525128 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.525421 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.525607 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.525894 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.526005 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.526244 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.526441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.526758 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.526979 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.527107 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.527372 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.527666 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.527976 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.527976 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.528230 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.528458 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.528641 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.529270 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.529270 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.529270 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.529737 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.529737 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.530297 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.530297 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.530562 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.530695 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.531417 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.531417 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.531417 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.531838 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.531838 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.532042 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.532376 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.532519 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.532708 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.532989 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.533169 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.533378 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.533619 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.533852 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.534043 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.534272 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.534504 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.534696 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.535053 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.535248 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.535386 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.535628 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.535805 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.536037 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.536188 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.536445 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.536690 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.536979 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.537253 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.537556 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.538256 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.538500 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.538733 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.539133 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.539529 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.539938 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.540196 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.540387 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.540599 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.540856 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.541108 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.541361 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.541593 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.541958 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.542366 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.542766 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.543103 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.543350 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.544456 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.544456 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.544456 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.544456 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.544784 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.544868 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.545142 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.545311 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.546109 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.546363 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.546938 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.547506 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.548186 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.549439 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.550327 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.550707 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.551793 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.552205 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.552597 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.553006 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.553394 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.553776 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.554128 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.554556 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.554944 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.555314 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.555673 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.556359 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.556888 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.557336 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.557677 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.559490 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.561830 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.562172 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.563033 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.563033 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.563033 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.563286 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.563533 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.563769 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.564020 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.564228 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.564473 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.564701 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.564970 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.565210 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.565439 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.565667 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.565980 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.566114 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.566452 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.566580 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.566798 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.568716 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.570937 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.571214 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.571455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.571696 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.571953 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.572190 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.572423 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.572677 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.572901 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.573159 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.573401 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.573672 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.573921 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.574157 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.574400 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.574650 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.574972 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.575196 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.576036 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.576287 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.576567 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.577870 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.578139 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.578384 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.578612 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.578868 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.579117 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.579384 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.579643 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.579965 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.580210 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.580441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.580684 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.580899 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.581144 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.581379 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.581625 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.581840 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.582055 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.582268 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.582522 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.582745 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.583219 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.583441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.583658 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.583887 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.584100 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.584326 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.584615 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.584848 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.585071 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.585353 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.585595 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.585822 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.586182 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.586394 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.586622 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.586890 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.587127 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.587327 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.587599 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.587838 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.588045 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.588265 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.588500 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.588707 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.588931 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.589194 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.589419 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.589637 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.589851 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.590057 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.590280 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.590486 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.590692 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.590933 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.591166 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.591389 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.591629 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.591834 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.592039 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.592254 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.592470 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.593230 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.593779 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.594028 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.594330 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.594657 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.594938 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.595195 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.595441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.595757 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.595988 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.597565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.597565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.597565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.597565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.597565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.598072 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.598520 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.598783 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.599060 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.599328 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.600375 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.600375 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.600375 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.600375 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.600690 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.600914 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.601165 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.601388 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.601620 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.601837 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.602110 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.602296 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.602618 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.602867 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.603097 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.603323 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.603544 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.603759 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.604005 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.604228 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.604451 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.604659 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.604899 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.605110 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.605265 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 16:47:26.605821 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93816) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 16:47:26.605980 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 16:47:26.606132 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 16:47:26.606497 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 16:47:26.606497 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 16:47:26.606780 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 16:47:26.606780 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.607164 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.607164 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.607320 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.607398 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.607568 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.607722 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.607878 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.608640 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.608640 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.608640 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.608640 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.608982 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.608982 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.609126 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.609630 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.609630 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.609801 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.609879 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.609968 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.610118 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.610279 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.610433 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] debug = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.610588 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.610964 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.610964 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.611572 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.611572 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.611572 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.611572 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.612039 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.612039 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.612039 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615113 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] host = dv-cinder-808995-1-iscsi {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615682 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615682 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615827 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.615911 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_options = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.616441 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617309 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617780 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617780 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617780 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617780 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.617780 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618194 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618194 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618194 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618405 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618483 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618561 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618719 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.618931 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.619091 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.619193 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.619348 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.619495 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.619651 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.619797 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.619953 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.620108 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.620263 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.620419 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.620570 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.620722 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.620877 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.621033 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.621183 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.621339 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.621495 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.621642 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.621798 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.621949 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.622265 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.622405 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.622565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.622720 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_json = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.622903 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.623060 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.623214 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.623369 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.623523 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.623679 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.623926 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.624167 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:47:26.624310 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.624548 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.624548 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.624917 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.624917 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.625126 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.625209 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.625286 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.626981 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.627169 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.627343 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.627511 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.627703 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.627839 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.627991 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.628147 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.628302 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.628455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.628607 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.628759 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.628917 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.629082 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.629245 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.629397 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.629554 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.629703 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.629853 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.630027 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.630880 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.630880 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.630880 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.630880 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.630880 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.631288 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.631369 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.631478 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.631639 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.631800 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.631960 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.632117 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.632275 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.632429 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.632587 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.632746 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.632903 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.633062 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.633216 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.633374 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.633534 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.633690 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.633849 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.634006 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.634164 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.634322 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.634480 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.634648 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.634877 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.634973 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.635135 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.635292 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.635448 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.635605 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.635763 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.635920 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.636076 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.636234 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.636407 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.636565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.636722 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.636879 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.637036 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.637195 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.637353 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.637509 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.637666 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.637894 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.637992 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.638126 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.638283 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.638440 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.638596 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.638752 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.638934 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.639091 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.639249 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.639434 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.639592 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.639749 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.639907 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.640074 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.640248 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.640405 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.640567 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.640726 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.640887 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.641044 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.641202 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.641359 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.641517 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.641675 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.641832 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.641989 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.642141 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.642292 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.642443 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.642596 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.642756 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.642940 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.643097 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.643254 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.643412 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.643569 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.643725 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.643882 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.644038 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.644194 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.644360 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.644517 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.644675 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.644831 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.644995 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.645164 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.645322 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.645479 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.645635 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.645846 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.645956 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.646093 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.646249 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.646406 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.646562 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.646719 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.646904 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.647077 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.647235 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.647392 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.647550 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.647731 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.647890 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.648046 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.648203 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.648362 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.648519 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.648675 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.648837 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.648994 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.649150 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.649307 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.649463 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.649622 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.649778 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.649935 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.650092 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.650250 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.650408 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.650565 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.650724 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.650902 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.651060 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.651217 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.651374 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.651531 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.651743 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.651840 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.653059 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.653331 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654293 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654293 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654293 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654293 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654596 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654596 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654741 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654820 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.654989 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656243 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656243 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656243 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656243 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656243 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656243 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656662 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656662 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656662 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656886 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.656965 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.657129 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.657381 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.657480 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.657560 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.657858 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.657858 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.658037 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.658168 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.658317 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.658470 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.658623 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.658829 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.658956 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.659104 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.659256 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.659439 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.659560 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.659714 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.659869 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.660022 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.660710 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.660710 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.660710 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.660710 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.661049 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.661049 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.661173 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.661238 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.661478 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.661575 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.661657 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662004 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662004 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662174 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662271 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662434 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662590 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662760 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.662942 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.663097 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.663253 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.663408 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.663568 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.663737 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.663886 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.664037 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.664199 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.666855 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.667998 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.668479 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.668479 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.668479 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.668660 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.668820 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.668975 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.669126 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.669294 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.669466 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.669637 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.669810 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.669971 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.670140 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.670317 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.670481 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.670664 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.670856 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.671012 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.671179 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.671334 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.671491 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.671653 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.671814 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.671974 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.672134 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.672294 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.672455 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.672615 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.672777 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.672940 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.673102 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.673264 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.673425 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:47:26.673578 dv-cinder-808995-1-iscsi neutron-server[93816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 16:47:26.862751 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53464) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:47:26.875716 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097859 Sep 14 16:47:38.488751 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cab27a-2fe8-44a7-8063-47c8be6619ab None None] get_active_networks_info from dv-cinder-808995-1-iscsi {{(pid=93927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 16:47:38.581549 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cab27a-2fe8-44a7-8063-47c8be6619ab None None] No non-hosted networks {{(pid=93927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 16:47:38.596254 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.agentschedulers_db [None req-76cab27a-2fe8-44a7-8063-47c8be6619ab None None] DHCP Agent not found on host dv-cinder-808995-1-iscsi {{(pid=93927) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 16:47:38.743423 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-037ff33d-1b88-484e-b26a-0a4035362c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655308'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:40.875773 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e5a05c0b-f37b-42f4-ae53-f43a9fe32c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655308'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:40.935301 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b7152e68-b787-4ce0-93f5-98a9a07b1443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:40.969018 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655308'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:40.972932 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.973707 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.974279 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.974801 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.975880 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.976394 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.976998 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.977700 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.978237 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.978730 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.979238 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.979738 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:40.980312 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808995-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:47:40.998101 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808995-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:47:41.851055 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655308'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:43.479372 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655308'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:44.590793 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53556) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:47:45.142356 dv-cinder-808995-1-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-2ab25a84-0eab-400e-a1aa-26aa7f0b71ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:47:45.142944 dv-cinder-808995-1-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-2ab25a84-0eab-400e-a1aa-26aa7f0b71ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:47:45.359808 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-2ab25a84-0eab-400e-a1aa-26aa7f0b71ea admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:47:45.360942 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2ab25a84-0eab-400e-a1aa-26aa7f0b71ea admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7692168 Sep 14 16:47:47.383719 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.db.l3_hamode_db [None req-91b72470-838c-402a-a944-3fa41ed9c8f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 16:47:47.460870 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b72470-838c-402a-a944-3fa41ed9c8f2 None None] Routers set() bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:47:47.461267 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b72470-838c-402a-a944-3fa41ed9c8f2 None None] Router IDs set() for agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 16:47:47.778275 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53570) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:47:48.121577 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:47:48.214858 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.policy [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93926) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 16:47:48.261281 dv-cinder-808995-1-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:47:48.261662 dv-cinder-808995-1-iscsi neutron-server[93926]: WARNING oslo_policy.policy [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:47:48.270605 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.quota [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] Loaded quota_driver: . Sep 14 16:47:48.377521 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731933347161', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731933347690', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731933359544', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731933394716', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731931874929', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731933381544', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-551323', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16037667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-678742'] for rbac-policy, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:48.447243 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:48.448610 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-7d65f7a4-8fbb-4d99-bc05-3b7853615245 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6692634 Sep 14 16:47:51.072247 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53582) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:47:51.384130 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Request body: {'network': {'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'admin_state_up': True, 'name': 'private', 'project_id': 'b68d078591e142a6aa3a5b87629df401'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:47:51.417122 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Made reservation on behalf of b68d078591e142a6aa3a5b87629df401 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:47:51.419875 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.436653 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.570790 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.577839 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.598595 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:47:51.626729 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731928548756', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.627342 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Unsubscribe: segment precommit_create {{(pid=93926) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 16:47:51.627852 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Added segment ed4f9b14-ec3b-4888-a9b0-496e1e711cdc of type vlan for network 01216fea-5119-496e-822a-b95f59d7e424 Sep 14 16:47:51.643965 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fae7ebc-9e2f-4f98-83bc-51cc41a72798,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:47:51.692912 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.693256 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.693589 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.693913 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.694242 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.694569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.694890 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.695228 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.695557 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.695874 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.696169 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.696472 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Tracked resource versions report: Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: pushed versions: Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: { 'AddressGroup': {'1.2'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Log': {'1.0'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Network': {'1.1'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Port': {'1.7'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'PortForwarding': {'1.2'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'QosPolicy': {'1.9'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroup': {'1.4'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SubPort': {'1.0'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Subnet': {'1.1'}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Trunk': {'1.1'}} Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: consumer versions: Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'ConntrackHelper': '1.0', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Log': '1.0', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Network': '1.1', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Port': '1.7', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'PortForwarding': '1.2', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'QosPolicy': '1.9', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroup': '1.4', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroupRule': '1.2', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SubPort': '1.0', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Subnet': '1.1', Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Trunk': '1.1'}} Sep 14 16:47:51.697559 dv-cinder-808995-1-iscsi neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:47:51.747968 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.793785 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.794973 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:47:51.795746 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:51.860886 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7874894 Sep 14 16:47:51.896200 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61988d71-9e5a-462e-8be5-61866eaa9131 admin admin] Pushing event updated for resources: {'Network': ['ID=01216fea-5119-496e-822a-b95f59d7e424,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:47:51.909209 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 01216fea-5119-496e-822a-b95f59d7e424 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:47:54.556235 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53596) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:47:54.984527 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c96a95-9e28-49cd-9e92-75653c43fd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:47:54.986093 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d8c96a95-9e28-49cd-9e92-75653c43fd70 admin admin] 10.222.0.21 "GET /v2.0/networks/01216fea-5119-496e-822a-b95f59d7e424 HTTP/1.1" status: 200 len: 825 time: 0.4288883 Sep 14 16:47:55.015674 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-45a28536-e48d-41cb-8b6d-dc45104871e9 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/8ad8aec2-934f-447e-868e-56d7deffc6da HTTP/1.1" status: 200 len: 734 time: 0.0196342 Sep 14 16:47:55.028259 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Request body: {'subnet': {'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8ad8aec2-934f-447e-868e-56d7deffc6da', 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:47:55.053753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Made reservation on behalf of b68d078591e142a6aa3a5b87629df401 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:47:55.056032 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:55.353279 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:55.426862 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb3010f-35fe-4c88-844d-9f29b429f763,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:47:55.429220 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Checking segment: {'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:47:55.429571 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Network hostable DHCP agents. Network: 01216fea-5119-496e-822a-b95f59d7e424, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:47:55.452336 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Network 01216fea-5119-496e-822a-b95f59d7e424 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:47:55.465764 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 01216fea-5119-496e-822a-b95f59d7e424) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:47:55.470852 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:47:55.471461 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:55.479025 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0fbc79-2182-4c1e-9298-4a1ffb37d329 None None] Network 01216fea-5119-496e-822a-b95f59d7e424 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:47:55.488191 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9cb83af6-1d4d-4125-b90a-a4428a9b4679 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4626563 Sep 14 16:47:55.800168 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-01216fea-5119-496e-822a-b95f59d7e424', 'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'fixed_ips': [{'subnet_id': '0fb3010f-35fe-4c88-844d-9f29b429f763'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:47:55.801443 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:56.075056 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Allocated IP 172.20.0.2 (01216fea-5119-496e-822a-b95f59d7e424/0fb3010f-35fe-4c88-844d-9f29b429f763/aeef0e9d-0b84-46b5-a34d-7045844ad3f9) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:47:56.303021 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:56.318708 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Transition to ACTIVE for port object aeef0e9d-0b84-46b5-a34d-7045844ad3f9 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:47:56.340382 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Transition to ACTIVE for port object aeef0e9d-0b84-46b5-a34d-7045844ad3f9 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:47:56.348870 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:56.420781 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Network 01216fea-5119-496e-822a-b95f59d7e424 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:47:56.426671 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:47:56.437007 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Pushing event updated for resources: {'Port': ['ID=aeef0e9d-0b84-46b5-a34d-7045844ad3f9,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:47:56.437007 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:47:56.446567 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.446937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.447271 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.447602 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.447891 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.448232 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.448550 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.448870 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.449203 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.449520 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.449831 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.450132 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Tracked resource versions report: Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: pushed versions: Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: { 'AddressGroup': {'1.2'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'ConntrackHelper': {'1.0'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Log': {'1.0'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Network': {'1.1'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Port': {'1.7'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'PortForwarding': {'1.2'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'QosPolicy': {'1.9'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroup': {'1.4'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SubPort': {'1.0'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Subnet': {'1.1'}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Trunk': {'1.1'}} Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: consumer versions: Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'ConntrackHelper': '1.0', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Log': '1.0', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Network': '1.1', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Port': '1.7', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'PortForwarding': '1.2', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'QosPolicy': '1.9', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroup': '1.4', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroupRule': '1.2', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SubPort': '1.0', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Subnet': '1.1', Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Trunk': '1.1'}} Sep 14 16:47:56.451314 dv-cinder-808995-1-iscsi neutron-server[93927]: {{(pid=93927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:47:56.522215 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Attempting to bind port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:47:56.523002 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Attempting to bind port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:47:56.523002 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Attempting to bind port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 on network 01216fea-5119-496e-822a-b95f59d7e424 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:47:56.528076 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:47:56.528473 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Checking segment: {'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:47:56.528931 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:56.529310 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Bound using segment: {'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:47:56.529767 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Bound port: aeef0e9d-0b84-46b5-a34d-7045844ad3f9, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:47:56.530191 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:56.595196 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] For port aeef0e9d-0b84-46b5-a34d-7045844ad3f9, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:47:56.599508 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] For port aeef0e9d-0b84-46b5-a34d-7045844ad3f9, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=aeef0e9d-0b84-46b5-a34d-7045844ad3f9,segment=NetworkSegment(ed4f9b14-ec3b-4888-a9b0-496e1e711cdc),segment_id=ed4f9b14-ec3b-4888-a9b0-496e1e711cdc)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:47:56.605463 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:47:56.671518 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233951c-202f-4feb-b9c2-55f5fbaddf78 None None] Pushing event updated for resources: {'Port': ['ID=aeef0e9d-0b84-46b5-a34d-7045844ad3f9,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:47:57.988824 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 53604) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:47:58.502424 dv-cinder-808995-1-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-072dd2b4-7148-4b67-8da3-2ac8e23d3f69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:47:58.503019 dv-cinder-808995-1-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-072dd2b4-7148-4b67-8da3-2ac8e23d3f69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:47:58.719902 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [None req-072dd2b4-7148-4b67-8da3-2ac8e23d3f69 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:47:58.734921 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-072dd2b4-7148-4b67-8da3-2ac8e23d3f69 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7304411 Sep 14 16:48:01.142010 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53618) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:01.468282 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-f384ef16-96d4-46b4-824e-a4342a1dc5a5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:48:01.469290 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f384ef16-96d4-46b4-824e-a4342a1dc5a5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3261600 Sep 14 16:48:04.110882 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53632) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:04.440783 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-b81df522-ee6c-484d-bea0-b07f0717cdee admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'name': 'router1'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:48:04.454782 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device aeef0e9d-0b84-46b5-a34d-7045844ad3f9 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:48:04.467242 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b81df522-ee6c-484d-bea0-b07f0717cdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:04.468773 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b81df522-ee6c-484d-bea0-b07f0717cdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:04.550187 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:48:04.605821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b81df522-ee6c-484d-bea0-b07f0717cdee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:04.612950 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b81df522-ee6c-484d-bea0-b07f0717cdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:04.628160 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b81df522-ee6c-484d-bea0-b07f0717cdee admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:04.635700 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b81df522-ee6c-484d-bea0-b07f0717cdee admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5234354 Sep 14 16:48:05.007735 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b3736e-7bfc-429c-9954-cf3323819270 None None] Network 01216fea-5119-496e-822a-b95f59d7e424 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:48:05.129680 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-b2fb6446-508b-4301-b5b6-ce424aa3b5e7 None None] Provisioning for port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:48:05.137405 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-b2fb6446-508b-4301-b5b6-ce424aa3b5e7 None None] Provisioning complete for port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:05.137789 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b2fb6446-508b-4301-b5b6-ce424aa3b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:05.286743 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b2fb6446-508b-4301-b5b6-ce424aa3b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:05.324448 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-b2fb6446-508b-4301-b5b6-ce424aa3b5e7 None None] For port aeef0e9d-0b84-46b5-a34d-7045844ad3f9, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=aeef0e9d-0b84-46b5-a34d-7045844ad3f9,segment=NetworkSegment(ed4f9b14-ec3b-4888-a9b0-496e1e711cdc),segment_id=ed4f9b14-ec3b-4888-a9b0-496e1e711cdc)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:48:05.330069 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b2fb6446-508b-4301-b5b6-ce424aa3b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:05.378546 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb6446-508b-4301-b5b6-ce424aa3b5e7 None None] Pushing event updated for resources: {'Port': ['ID=aeef0e9d-0b84-46b5-a34d-7045844ad3f9,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:05.450625 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-26e51dbe-98cb-4e13-8aae-38fed208052d None None] Provisioning complete for port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:05.451017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-26e51dbe-98cb-4e13-8aae-38fed208052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:06.421007 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device aeef0e9d-0b84-46b5-a34d-7045844ad3f9 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:48:06.470288 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:06.470628 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:07.027178 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53640) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:07.353896 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-6d9e1be2-a8d5-44df-a28d-a4541bcd0203 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:48:07.354932 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6d9e1be2-a8d5-44df-a28d-a4541bcd0203 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267696 Sep 14 16:48:08.351365 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4487-712f-47a2-8108-a7da6ecb3006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:09.867783 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53648) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:10.227453 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:48:10.260600 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Made reservation on behalf of ca7e0812f8ac45a9af11018ae6eeea61 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:48:10.262861 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.277467 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.375385 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.382458 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.398523 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Reserving flat network on physical network physnet1 {{(pid=93926) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 16:48:10.419097 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.419437 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Added segment f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a of type flat for network 05066a28-c3b9-483f-8894-3c687e21f171 Sep 14 16:48:10.420662 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc39905-f1c2-4f7e-886e-9bd2afaeadbb,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:10.474344 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.514917 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.516219 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:48:10.516971 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.548850 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6796510 Sep 14 16:48:10.581335 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd13d02-2764-4cc1-8c2c-ca5d1dc36f1f admin admin] Pushing event updated for resources: {'Network': ['ID=05066a28-c3b9-483f-8894-3c687e21f171,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:10.591807 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 05066a28-c3b9-483f-8894-3c687e21f171 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:48:10.863147 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c2cc0e3f-bdde-461a-8536-be4b2a66344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:10.945714 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:11.795402 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:12.947373 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53666) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:13.135071 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e00b4-3850-4978-bc6e-bb174adfcf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:48:13.136382 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ef4e00b4-3850-4978-bc6e-bb174adfcf39 admin admin] 10.222.0.21 "GET /v2.0/subnets/0fb3010f-35fe-4c88-844d-9f29b429f763 HTTP/1.1" status: 200 len: 849 time: 0.1880434 Sep 14 16:48:13.255351 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-734a3038-8be7-42b0-af83-ecb6d771db25 admin admin] 10.222.0.21 "GET /v2.0/routers/b565986b-b169-4a7e-b274-a6b7fb44b4b9 HTTP/1.1" status: 200 len: 704 time: 0.1125944 Sep 14 16:48:13.434428 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:13.537023 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:13.836065 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Allocated IP 172.20.0.1 (01216fea-5119-496e-822a-b95f59d7e424/0fb3010f-35fe-4c88-844d-9f29b429f763/b4c135a5-93ce-48a6-99ca-87425ead2172) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:48:14.038998 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.061189 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Transition to ACTIVE for port object b4c135a5-93ce-48a6-99ca-87425ead2172 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:48:14.144164 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.223047 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Network 01216fea-5119-496e-822a-b95f59d7e424 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:48:14.227720 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:48:14.239712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:48:14.240235 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.259503 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Pushing event updated for resources: {'Port': ['ID=b4c135a5-93ce-48a6-99ca-87425ead2172,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:14.428520 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-73b1c842-8b24-4fd5-ae97-d84148c17acf None None] Provisioning for port b4c135a5-93ce-48a6-99ca-87425ead2172 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:48:14.432728 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-73b1c842-8b24-4fd5-ae97-d84148c17acf None None] Provisioning complete for port b4c135a5-93ce-48a6-99ca-87425ead2172 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:14.433255 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-73b1c842-8b24-4fd5-ae97-d84148c17acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.434995 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.483754 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-73b1c842-8b24-4fd5-ae97-d84148c17acf None None] Port b4c135a5-93ce-48a6-99ca-87425ead2172 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:48:14.682002 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.689969 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.690770 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:14.747781 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Pushing event updated for resources: {'Port': ['ID=b4c135a5-93ce-48a6-99ca-87425ead2172,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:14.817950 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Network 01216fea-5119-496e-822a-b95f59d7e424 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:48:14.819390 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:48:14.979935 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Router b565986b-b169-4a7e-b274-a6b7fb44b4b9 is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:48:15.005272 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-de59e511-9884-4c99-b3f1-1d7cdb785d7d None None] Provisioning complete for port b4c135a5-93ce-48a6-99ca-87425ead2172 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:15.005644 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-de59e511-9884-4c99-b3f1-1d7cdb785d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:15.039606 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-de59e511-9884-4c99-b3f1-1d7cdb785d7d None None] Port b4c135a5-93ce-48a6-99ca-87425ead2172 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:48:15.073709 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:48:15.079366 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-408c7b21-3596-4f7e-bd11-8ac40a1a925d admin admin] 10.222.0.21 "PUT /v2.0/routers/b565986b-b169-4a7e-b274-a6b7fb44b4b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8146360 Sep 14 16:48:15.088042 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Sync routers for ids ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:48:15.102009 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Routers {'b565986b-b169-4a7e-b274-a6b7fb44b4b9'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:48:15.102900 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:48:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:15.290150 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Set router b565986b-b169-4a7e-b274-a6b7fb44b4b9 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:48:15.719294 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'name': 'router1', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:48:04Z', 'updated_at': '2021-09-14T16:48:14Z', 'revision_number': 2, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'gw_port_host': None, '_interfaces': [{'id': 'b4c135a5-93ce-48a6-99ca-87425ead2172', 'name': '', 'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'mac_address': 'fa:16:3e:22:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:13Z', 'updated_at': '2021-09-14T16:48:14Z', 'revision_number': 2, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'subnets': [{'id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad8aec2-934f-447e-868e-56d7deffc6da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:15.771560 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Checking router: b565986b-b169-4a7e-b274-a6b7fb44b4b9 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:48:15.771929 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Updating router b565986b-b169-4a7e-b274-a6b7fb44b4b9 port b4c135a5-93ce-48a6-99ca-87425ead2172 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:48:15.818814 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:16.329222 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:16.347577 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Transition to ACTIVE for port object b4c135a5-93ce-48a6-99ca-87425ead2172 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:48:16.353622 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:16.517608 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Attempting to bind port b4c135a5-93ce-48a6-99ca-87425ead2172 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:48:16.518004 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Attempting to bind port b4c135a5-93ce-48a6-99ca-87425ead2172 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:48:16.518408 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Attempting to bind port b4c135a5-93ce-48a6-99ca-87425ead2172 on network 01216fea-5119-496e-822a-b95f59d7e424 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:48:16.524311 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:48:16.524756 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Checking segment: {'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:48:16.525399 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:16.525730 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Bound using segment: {'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:48:16.526262 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Bound port: b4c135a5-93ce-48a6-99ca-87425ead2172, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4f9b14-ec3b-4888-a9b0-496e1e711cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '01216fea-5119-496e-822a-b95f59d7e424'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:48:16.526642 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:16.529578 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Pushing event updated for resources: {'Port': ['ID=b4c135a5-93ce-48a6-99ca-87425ead2172,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:16.544461 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.544809 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.545154 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.545488 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.545870 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.546203 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.546527 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.546873 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.547512 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.547656 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.547896 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.548210 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Tracked resource versions report: Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: pushed versions: Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: { 'AddressGroup': {'1.2'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'ConntrackHelper': {'1.0'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Log': {'1.0'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Network': {'1.1'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Port': {'1.7'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'PortForwarding': {'1.2'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'QosPolicy': {'1.9'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroup': {'1.4'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SubPort': {'1.0'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Subnet': {'1.1'}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Trunk': {'1.1'}} Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: consumer versions: Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'ConntrackHelper': '1.0', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Log': '1.0', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Network': '1.1', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Port': '1.7', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'PortForwarding': '1.2', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'QosPolicy': '1.9', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroup': '1.4', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroupRule': '1.2', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SubPort': '1.0', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Subnet': '1.1', Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Trunk': '1.1'}} Sep 14 16:48:16.549329 dv-cinder-808995-1-iscsi neutron-server[93928]: {{(pid=93928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:48:16.611641 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] For port b4c135a5-93ce-48a6-99ca-87425ead2172, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:48:16.632708 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] For port b4c135a5-93ce-48a6-99ca-87425ead2172, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b4c135a5-93ce-48a6-99ca-87425ead2172,segment=NetworkSegment(ed4f9b14-ec3b-4888-a9b0-496e1e711cdc),segment_id=ed4f9b14-ec3b-4888-a9b0-496e1e711cdc)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:48:16.638066 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:16.695658 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Routers {'b565986b-b169-4a7e-b274-a6b7fb44b4b9'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:48:16.696310 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:48:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:16.767455 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3e441-29e7-47ea-815c-6832d41cc97d None None] Pushing event updated for resources: {'Port': ['ID=b4c135a5-93ce-48a6-99ca-87425ead2172,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:16.792069 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] Set router b565986b-b169-4a7e-b274-a6b7fb44b4b9 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:48:16.998084 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'name': 'router1', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:48:04Z', 'updated_at': '2021-09-14T16:48:14Z', 'revision_number': 2, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'gw_port_host': None, '_interfaces': [{'id': 'b4c135a5-93ce-48a6-99ca-87425ead2172', 'name': '', 'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'mac_address': 'fa:16:3e:22:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:13Z', 'updated_at': '2021-09-14T16:48:16Z', 'revision_number': 4, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'subnets': [{'id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad8aec2-934f-447e-868e-56d7deffc6da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:17.023741 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f37f8-9fe6-4ec8-8143-05ee55f52edc None None] The sync data for ids ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'] in dv-cinder-808995-1-iscsi is: [{'id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'name': 'router1', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:48:04Z', 'updated_at': '2021-09-14T16:48:14Z', 'revision_number': 2, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'gw_port_host': None, '_interfaces': [{'id': 'b4c135a5-93ce-48a6-99ca-87425ead2172', 'name': '', 'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'mac_address': 'fa:16:3e:22:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:13Z', 'updated_at': '2021-09-14T16:48:16Z', 'revision_number': 4, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'subnets': [{'id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad8aec2-934f-447e-868e-56d7deffc6da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:48:17.379753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53686) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:17.493711 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af78ed-60f3-43fd-bd5c-26f677eec5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:48:17.495117 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-28af78ed-60f3-43fd-bd5c-26f677eec5c9 admin admin] 10.222.0.21 "GET /v2.0/networks/05066a28-c3b9-483f-8894-3c687e21f171 HTTP/1.1" status: 200 len: 842 time: 0.1143713 Sep 14 16:48:17.506041 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:48:17.531111 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Made reservation on behalf of ca7e0812f8ac45a9af11018ae6eeea61 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:48:17.533588 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:17.897974 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.objects.ports [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93926) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 16:48:17.898722 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:17.953279 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=806c1b2e-3622-4d02-bf40-bffa7e248f3c,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:17.964734 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:48:17.965084 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Network hostable DHCP agents. Network: 05066a28-c3b9-483f-8894-3c687e21f171, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:48:17.985769 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:48:17.997316 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 05066a28-c3b9-483f-8894-3c687e21f171) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:48:18.001650 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:48:18.002243 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:18.008320 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1ab23-8877-4851-9fc3-46c197b7b665 None None] Network 05066a28-c3b9-483f-8894-3c687e21f171 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:48:18.018854 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-527c627e-2826-4725-a537-fd0f934a8593 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5163152 Sep 14 16:48:18.143659 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7157f87b-002f-4158-9fbd-d2cd1047deb1 None None] Network 05066a28-c3b9-483f-8894-3c687e21f171 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:48:18.547197 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:48:20.317019 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 53694) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:20.452172 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1fdfafe0-f9e3-413a-a56c-b2ce0e3cc19c admin admin] 10.222.0.21 "GET /v2.0/routers/b565986b-b169-4a7e-b274-a6b7fb44b4b9 HTTP/1.1" status: 200 len: 710 time: 0.1338551 Sep 14 16:48:20.541144 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7a58a-5f15-4972-b2a9-f302691c2b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:48:20.542523 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d9d7a58a-5f15-4972-b2a9-f302691c2b14 admin admin] 10.222.0.21 "GET /v2.0/networks/05066a28-c3b9-483f-8894-3c687e21f171 HTTP/1.1" status: 200 len: 886 time: 0.0842330 Sep 14 16:48:20.552555 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:48:20.803467 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:21.039822 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:21.113482 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:21.219765 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Allocated IP 172.27.2.40 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/257b17cd-b344-4275-95d1-a31f2c285bcb) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:48:21.328204 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:21.368727 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:21.404861 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:48:21.408045 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:48:21.411431 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:48:21.459492 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Pushing event updated for resources: {'Port': ['ID=257b17cd-b344-4275-95d1-a31f2c285bcb,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:21.763504 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:21.969488 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-652294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1001'] for router, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:21.973035 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652351'] for router, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:22.085078 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Router b565986b-b169-4a7e-b274-a6b7fb44b4b9 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:48:22.196377 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:48:22.201618 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:22.202902 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f3fb9984-ffb8-40fb-b226-06a2a90517a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/b565986b-b169-4a7e-b274-a6b7fb44b4b9 HTTP/1.1" status: 200 len: 889 time: 1.6537538 Sep 14 16:48:22.463878 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b4c135a5-93ce-48a6-99ca-87425ead2172 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:48:22.513526 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port b4c135a5-93ce-48a6-99ca-87425ead2172 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:48:22.518358 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port b4c135a5-93ce-48a6-99ca-87425ead2172 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:22.518912 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:22.607017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:22.647574 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port b4c135a5-93ce-48a6-99ca-87425ead2172, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b4c135a5-93ce-48a6-99ca-87425ead2172,segment=NetworkSegment(ed4f9b14-ec3b-4888-a9b0-496e1e711cdc),segment_id=ed4f9b14-ec3b-4888-a9b0-496e1e711cdc)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:48:22.653725 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:22.743668 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=b4c135a5-93ce-48a6-99ca-87425ead2172,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:23.462576 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Sync routers for ids ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:48:23.474675 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Routers {'b565986b-b169-4a7e-b274-a6b7fb44b4b9'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:48:23.475424 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:48:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:23.682960 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Set router b565986b-b169-4a7e-b274-a6b7fb44b4b9 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:48:24.069318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'name': 'router1', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '257b17cd-b344-4275-95d1-a31f2c285bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:48:04Z', 'updated_at': '2021-09-14T16:48:21Z', 'revision_number': 4, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'gw_port': {'id': '257b17cd-b344-4275-95d1-a31f2c285bcb', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:21Z', 'updated_at': '2021-09-14T16:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b4c135a5-93ce-48a6-99ca-87425ead2172', 'name': '', 'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'mac_address': 'fa:16:3e:22:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:13Z', 'updated_at': '2021-09-14T16:48:22Z', 'revision_number': 5, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'subnets': [{'id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad8aec2-934f-447e-868e-56d7deffc6da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:24.121196 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Checking router: b565986b-b169-4a7e-b274-a6b7fb44b4b9 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:48:24.121551 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Updating router b565986b-b169-4a7e-b274-a6b7fb44b4b9 port 257b17cd-b344-4275-95d1-a31f2c285bcb binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:48:24.167813 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:24.438417 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b4c135a5-93ce-48a6-99ca-87425ead2172 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:48:24.514235 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:24.528619 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Transition to ACTIVE for port object 257b17cd-b344-4275-95d1-a31f2c285bcb will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:48:24.536829 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:24.548821 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port b4c135a5-93ce-48a6-99ca-87425ead2172 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:24.549186 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:24.682301 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 53708) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:48:24.708677 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84daa195-8592-46db-b145-6ccc312fd417 None None] Pushing event updated for resources: {'Port': ['ID=257b17cd-b344-4275-95d1-a31f2c285bcb,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:24.712469 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Attempting to bind port 257b17cd-b344-4275-95d1-a31f2c285bcb on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:48:24.713201 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Attempting to bind port 257b17cd-b344-4275-95d1-a31f2c285bcb by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:48:24.713566 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Attempting to bind port 257b17cd-b344-4275-95d1-a31f2c285bcb on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:48:24.724613 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:48:24.724989 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:48:24.725389 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:24.725777 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:48:24.726525 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Bound port: 257b17cd-b344-4275-95d1-a31f2c285bcb, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:48:24.726948 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:24.804926 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] For port 257b17cd-b344-4275-95d1-a31f2c285bcb, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:48:24.809750 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] For port 257b17cd-b344-4275-95d1-a31f2c285bcb, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=257b17cd-b344-4275-95d1-a31f2c285bcb,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:48:24.815681 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:24.865104 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Routers {'b565986b-b169-4a7e-b274-a6b7fb44b4b9'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:48:24.865718 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:48:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:24.915949 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84daa195-8592-46db-b145-6ccc312fd417 None None] Pushing event updated for resources: {'Port': ['ID=257b17cd-b344-4275-95d1-a31f2c285bcb,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:24.919446 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.policy [None req-85720628-2c38-4688-9d40-82f14ef1bf80 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93925) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 16:48:24.965570 dv-cinder-808995-1-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-85720628-2c38-4688-9d40-82f14ef1bf80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:48:24.965949 dv-cinder-808995-1-iscsi neutron-server[93925]: WARNING oslo_policy.policy [None req-85720628-2c38-4688-9d40-82f14ef1bf80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:48:24.975816 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-85720628-2c38-4688-9d40-82f14ef1bf80 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2925410 Sep 14 16:48:24.983111 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] Set router b565986b-b169-4a7e-b274-a6b7fb44b4b9 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:48:25.211960 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'name': 'router1', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '257b17cd-b344-4275-95d1-a31f2c285bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:48:04Z', 'updated_at': '2021-09-14T16:48:21Z', 'revision_number': 4, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'gw_port': {'id': '257b17cd-b344-4275-95d1-a31f2c285bcb', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:21Z', 'updated_at': '2021-09-14T16:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b4c135a5-93ce-48a6-99ca-87425ead2172', 'name': '', 'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'mac_address': 'fa:16:3e:22:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:13Z', 'updated_at': '2021-09-14T16:48:22Z', 'revision_number': 5, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'subnets': [{'id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad8aec2-934f-447e-868e-56d7deffc6da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:48:25.239160 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35772fcf-2b7b-4af6-8f17-fbc0ad63f381 None None] The sync data for ids ['b565986b-b169-4a7e-b274-a6b7fb44b4b9'] in dv-cinder-808995-1-iscsi is: [{'id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'name': 'router1', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '257b17cd-b344-4275-95d1-a31f2c285bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:48:04Z', 'updated_at': '2021-09-14T16:48:21Z', 'revision_number': 4, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'gw_port': {'id': '257b17cd-b344-4275-95d1-a31f2c285bcb', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:21Z', 'updated_at': '2021-09-14T16:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b4c135a5-93ce-48a6-99ca-87425ead2172', 'name': '', 'network_id': '01216fea-5119-496e-822a-b95f59d7e424', 'tenant_id': 'b68d078591e142a6aa3a5b87629df401', 'mac_address': 'fa:16:3e:22:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565986b-b169-4a7e-b274-a6b7fb44b4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:48:13Z', 'updated_at': '2021-09-14T16:48:22Z', 'revision_number': 5, 'project_id': 'b68d078591e142a6aa3a5b87629df401', 'subnets': [{'id': '0fb3010f-35fe-4c88-844d-9f29b429f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad8aec2-934f-447e-868e-56d7deffc6da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:48:26.455851 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 257b17cd-b344-4275-95d1-a31f2c285bcb up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:48:26.504969 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 257b17cd-b344-4275-95d1-a31f2c285bcb completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:48:26.508551 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 257b17cd-b344-4275-95d1-a31f2c285bcb triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:26.508878 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:26.593876 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:26.614809 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 257b17cd-b344-4275-95d1-a31f2c285bcb, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=257b17cd-b344-4275-95d1-a31f2c285bcb,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:48:26.622958 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:26.680428 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=257b17cd-b344-4275-95d1-a31f2c285bcb,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:48:28.468450 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 257b17cd-b344-4275-95d1-a31f2c285bcb up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:48:28.536525 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 257b17cd-b344-4275-95d1-a31f2c285bcb triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:48:28.536840 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:38.355461 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8b44d246-ce11-45b7-bce6-7a3c679288dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:40.868857 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ebdf048c-7a80-4250-8536-fab9d54f7fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:40.954729 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:41.803421 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:43.453112 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:48:55.550935 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:49:08.358520 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dc918e7e-62c0-4fac-ad04-a51eb88eac79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:10.869261 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ce9-c1b2-4a6b-9340-30416c9bdf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:10.949809 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:11.797627 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:13.455191 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:32.550092 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:49:38.364964 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b36ff547-3774-4cfc-8694-1e3de0ba443d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:40.862767 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8b86f187-5e06-4c26-ad8d-ddaf0a3333e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:40.960700 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:41.801801 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:49:43.464202 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:02.040069 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54272) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:02.121521 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6395f151-0f2e-4f9c-bbc2-ee7099b8bdd9 admin admin] GET failed (client error): The resource could not be found. Sep 14 16:50:02.122859 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6395f151-0f2e-4f9c-bbc2-ee7099b8bdd9 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0817974 Sep 14 16:50:02.317682 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b9ff0-5810-4e09-b3b6-387a97763409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:02.319210 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4c1b9ff0-5810-4e09-b3b6-387a97763409 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1915679 Sep 14 16:50:04.600800 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54282) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:04.721495 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f3f50-b4f0-42b8-a1f9-d6d1e0125247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:04.723181 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-353f3f50-b4f0-42b8-a1f9-d6d1e0125247 admin admin] 10.222.0.21 "GET /v2.0/subnets/0fb3010f-35fe-4c88-844d-9f29b429f763 HTTP/1.1" status: 200 len: 849 time: 0.1213307 Sep 14 16:50:04.733320 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:50:04.823020 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:04.980808 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731928441869'] for subnet, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:05.011625 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:05.012216 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:05.015157 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] 10.222.0.21 "PUT /v2.0/subnets/0fb3010f-35fe-4c88-844d-9f29b429f763 HTTP/1.1" status: 200 len: 868 time: 0.2839184 Sep 14 16:50:05.033161 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb3010f-35fe-4c88-844d-9f29b429f763,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:50:05.034779 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3aeda6-2f08-4b24-b1cd-eacf0a936a9c None None] Network 01216fea-5119-496e-822a-b95f59d7e424 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:50:05.040841 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.041199 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.041567 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.041899 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.042232 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.042576 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.042955 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.043280 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.043604 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.043924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.044247 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.044559 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3446cd1-ee1e-40ec-85dc-a8dc92c1e0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:05.393288 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-9ff71975-939a-4358-aea6-e2908818d8aa None None] Provisioning complete for port b4c135a5-93ce-48a6-99ca-87425ead2172 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:50:05.393643 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9ff71975-939a-4358-aea6-e2908818d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:05.479064 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-9ff71975-939a-4358-aea6-e2908818d8aa None None] Provisioning complete for port aeef0e9d-0b84-46b5-a34d-7045844ad3f9 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:50:05.479301 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9ff71975-939a-4358-aea6-e2908818d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:07.214288 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54292) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:07.429000 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1eff88-473a-4f95-bb7f-d86fcbe529ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:07.429397 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1eff88-473a-4f95-bb7f-d86fcbe529ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:07.430977 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4a1eff88-473a-4f95-bb7f-d86fcbe529ed admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2156160 Sep 14 16:50:08.358795 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a9a55f85-fbf4-4a3d-9cee-d09523ec81de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:09.551537 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:50:09.614569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54300) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:09.769250 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6d76a-8eb6-411a-9be9-211eb4fb10ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:09.769725 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6d76a-8eb6-411a-9be9-211eb4fb10ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:09.771307 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e3d6d76a-8eb6-411a-9be9-211eb4fb10ea admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1553104 Sep 14 16:50:10.865732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-62f063fe-3500-43f3-9c70-54bf5092a874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:10.955771 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:11.804181 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:12.073283 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54308) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:12.232383 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5149e31a-2894-46c4-96e0-6dbdba642861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:12.233760 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5149e31a-2894-46c4-96e0-6dbdba642861 admin admin] 10.222.0.21 "GET /v2.0/networks/01216fea-5119-496e-822a-b95f59d7e424 HTTP/1.1" status: 200 len: 869 time: 0.1595311 Sep 14 16:50:13.466299 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:14.449869 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54316) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:14.589160 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0686e6-beb2-4ad4-81a1-94383c998b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:14.590443 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2e0686e6-beb2-4ad4-81a1-94383c998b84 admin admin] 10.222.0.21 "GET /v2.0/networks/05066a28-c3b9-483f-8894-3c687e21f171 HTTP/1.1" status: 200 len: 886 time: 0.1392696 Sep 14 16:50:16.786087 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54324) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:16.935296 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c3c96-ebf2-4896-928d-b8479ff429d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:16.935752 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c3c96-ebf2-4896-928d-b8479ff429d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:16.937282 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-988c3c96-ebf2-4896-928d-b8479ff429d5 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1498752 Sep 14 16:50:19.115934 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54332) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:19.207662 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d5c5d-8eef-4d1b-8f1c-31a83d382b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:19.208118 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d5c5d-8eef-4d1b-8f1c-31a83d382b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:19.209611 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0a4d5c5d-8eef-4d1b-8f1c-31a83d382b0b admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927238 Sep 14 16:50:21.397785 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54340) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:21.502186 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc805d5-a14b-4617-ae2f-966c23ede71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:21.503768 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5bc805d5-a14b-4617-ae2f-966c23ede71a admin admin] 10.222.0.21 "GET /v2.0/subnets/0fb3010f-35fe-4c88-844d-9f29b429f763 HTTP/1.1" status: 200 len: 868 time: 0.1047850 Sep 14 16:50:23.689350 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54348) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:23.842031 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ddfa38-09b2-4841-b8a8-c648d1aafb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:23.843436 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-19ddfa38-09b2-4841-b8a8-c648d1aafb30 admin admin] 10.222.0.21 "GET /v2.0/subnets/806c1b2e-3622-4d02-bf40-bffa7e248f3c HTTP/1.1" status: 200 len: 816 time: 0.1528864 Sep 14 16:50:38.362426 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c0d2467a-599f-4e8f-b87b-f3a2ec560751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:40.869136 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-79486db6-e6cc-4824-ad56-9080d9291d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:40.958693 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:41.808207 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:43.471235 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:46.551395 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:50:47.677326 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54402) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:47.747341 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [None req-def1b3a7-c961-46d7-a313-2176d6d2eb7b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:50:47.748518 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-def1b3a7-c961-46d7-a313-2176d6d2eb7b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0697627 Sep 14 16:50:50.061016 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54410) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:50.129103 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b403ce-8ea9-46ca-b7be-860071a5decc admin admin] GET failed (client error): The resource could not be found. Sep 14 16:50:50.130400 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-35b403ce-8ea9-46ca-b7be-860071a5decc admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684063 Sep 14 16:50:50.230370 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c7309-ed54-43c6-8972-228203816c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:50.231767 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-325c7309-ed54-43c6-8972-228203816c6d admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0966191 Sep 14 16:50:52.453719 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54418) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:52.516594 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:50:52.540896 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Made reservation on behalf of ca7e0812f8ac45a9af11018ae6eeea61 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:50:52.543075 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:52.572357 dv-cinder-808995-1-iscsi neutron-server[93926]: WARNING neutron.services.revisions.revision_plugin [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Could not find related network for resource to bump revision. Sep 14 16:50:52.584845 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:50:52.595646 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:52.595994 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Added segment 6e0a0a50-0937-4538-808b-3d0fe3e3f8e7 of type vlan for network c9848c26-a4ee-4970-9755-c7bd152522d4 Sep 14 16:50:52.727230 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:52.756653 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:52.757565 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:52.758151 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:52.791958 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3367574 Sep 14 16:50:52.817144 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83823464-bb8a-4c35-939b-a74aa9a08bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9848c26-a4ee-4970-9755-c7bd152522d4,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:50:52.828964 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network c9848c26-a4ee-4970-9755-c7bd152522d4 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:50:55.142238 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54426) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:50:55.206722 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b229a6b-40ec-46ce-9307-3866da26b4fc admin admin] GET failed (client error): The resource could not be found. Sep 14 16:50:55.208188 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9b229a6b-40ec-46ce-9307-3866da26b4fc admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649016 Sep 14 16:50:55.313168 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3713fe8b-a0f7-48d6-b9a3-6c952299f15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:55.314660 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3713fe8b-a0f7-48d6-b9a3-6c952299f15f admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995958 Sep 14 16:50:55.329100 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Request body: {'subnet': {'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:50:55.353685 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Made reservation on behalf of ca7e0812f8ac45a9af11018ae6eeea61 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:50:55.355955 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:55.527492 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:55.584347 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ee3e8a-ae66-4d82-9ac7-9014fb8f357d,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:50:55.594481 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Checking segment: {'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:50:55.595186 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Network hostable DHCP agents. Network: c9848c26-a4ee-4970-9755-c7bd152522d4, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:50:55.616282 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Network c9848c26-a4ee-4970-9755-c7bd152522d4 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:50:55.626540 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, c9848c26-a4ee-4970-9755-c7bd152522d4) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:50:55.631207 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:50:55.631790 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:55.635709 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24784e69-2e35-46f7-ab67-11842a1ab624 None None] Network c9848c26-a4ee-4970-9755-c7bd152522d4 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:50:55.647030 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4f593d5c-2e21-4a01-80da-ae08ad2e4e34 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3214982 Sep 14 16:50:55.788715 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-c9848c26-a4ee-4970-9755-c7bd152522d4', 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4', 'tenant_id': 'ca7e0812f8ac45a9af11018ae6eeea61', 'fixed_ips': [{'subnet_id': '96ee3e8a-ae66-4d82-9ac7-9014fb8f357d'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:50:55.789659 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:55.928690 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Allocated IP 192.168.233.2 (c9848c26-a4ee-4970-9755-c7bd152522d4/96ee3e8a-ae66-4d82-9ac7-9014fb8f357d/f3d7655c-a6a2-452d-b0ea-a500f4b189a1) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:50:56.077842 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:56.087340 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Transition to ACTIVE for port object f3d7655c-a6a2-452d-b0ea-a500f4b189a1 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:50:56.102909 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Transition to ACTIVE for port object f3d7655c-a6a2-452d-b0ea-a500f4b189a1 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:50:56.109360 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:56.146372 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Network c9848c26-a4ee-4970-9755-c7bd152522d4 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:50:56.149228 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:50:56.152858 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:50:56.164193 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Pushing event updated for resources: {'Port': ['ID=f3d7655c-a6a2-452d-b0ea-a500f4b189a1,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:50:56.188628 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.188918 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.189253 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.189599 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.189927 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.190252 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.190572 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.190913 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.191244 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.191566 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.191887 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.192193 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:50:56.226172 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Attempting to bind port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:50:56.226528 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Attempting to bind port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:50:56.226930 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Attempting to bind port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 on network c9848c26-a4ee-4970-9755-c7bd152522d4 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:50:56.231811 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:50:56.232167 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Checking segment: {'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:50:56.232555 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:56.232931 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Bound using segment: {'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:50:56.233386 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Bound port: f3d7655c-a6a2-452d-b0ea-a500f4b189a1, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:50:56.233751 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:56.298663 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] For port f3d7655c-a6a2-452d-b0ea-a500f4b189a1, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:50:56.301690 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] For port f3d7655c-a6a2-452d-b0ea-a500f4b189a1, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=f3d7655c-a6a2-452d-b0ea-a500f4b189a1,segment=NetworkSegment(6e0a0a50-0937-4538-808b-3d0fe3e3f8e7),segment_id=6e0a0a50-0937-4538-808b-3d0fe3e3f8e7)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:50:56.307379 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:56.363816 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d0ae6-973d-4419-99cd-241511101a4c None None] Pushing event updated for resources: {'Port': ['ID=f3d7655c-a6a2-452d-b0ea-a500f4b189a1,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:50:56.641630 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device f3d7655c-a6a2-452d-b0ea-a500f4b189a1 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:50:56.698577 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:50:57.204897 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e30c74-433e-4104-87fd-059791a9047e None None] Network c9848c26-a4ee-4970-9755-c7bd152522d4 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:50:57.314240 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-3df1e8b4-a4cf-4e9e-ad18-7236c2811d23 None None] Provisioning for port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:50:57.322113 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-3df1e8b4-a4cf-4e9e-ad18-7236c2811d23 None None] Provisioning complete for port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:50:57.322479 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3df1e8b4-a4cf-4e9e-ad18-7236c2811d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:57.437277 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3df1e8b4-a4cf-4e9e-ad18-7236c2811d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:57.476783 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3df1e8b4-a4cf-4e9e-ad18-7236c2811d23 None None] For port f3d7655c-a6a2-452d-b0ea-a500f4b189a1, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=f3d7655c-a6a2-452d-b0ea-a500f4b189a1,segment=NetworkSegment(6e0a0a50-0937-4538-808b-3d0fe3e3f8e7),segment_id=6e0a0a50-0937-4538-808b-3d0fe3e3f8e7)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:50:57.482309 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3df1e8b4-a4cf-4e9e-ad18-7236c2811d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:57.537609 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1e8b4-a4cf-4e9e-ad18-7236c2811d23 None None] Pushing event updated for resources: {'Port': ['ID=f3d7655c-a6a2-452d-b0ea-a500f4b189a1,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:50:57.602473 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-48cf2bd7-6edc-45ea-9199-5b92893e6c0c None None] Provisioning complete for port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:50:57.603029 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-48cf2bd7-6edc-45ea-9199-5b92893e6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:50:58.566574 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device f3d7655c-a6a2-452d-b0ea-a500f4b189a1 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:50:58.614631 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port f3d7655c-a6a2-452d-b0ea-a500f4b189a1 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:50:58.615032 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:08.371501 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac56a28-07bf-47f8-af9a-4e8a3ce6ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:10.874230 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-32448f34-26a2-43c2-b417-d89945a4e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:10.971102 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:11.810172 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:13.474578 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:23.550980 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:51:38.365502 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d74f260e-c32c-4111-8372-fb0b6193b14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:40.878767 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7a40b3c8-929a-45e8-99a2-5db7cf6b8a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:40.970204 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:41.826222 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:51:43.483145 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:00.550016 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:52:06.189708 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54478) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:52:06.195899 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [None req-b37252b5-98a9-4a69-ad6d-50cbb60d1aae tempest-verify_tempest_config-1843993098 tempest-verify_tempest_config-1843993098-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:52:06.196877 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b37252b5-98a9-4a69-ad6d-50cbb60d1aae tempest-verify_tempest_config-1843993098 tempest-verify_tempest_config-1843993098-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061762 Sep 14 16:52:06.549768 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54496) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:52:06.660574 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:06.750576 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:06.758156 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:06.804621 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2059fbf4-2f14-40cd-972a-c663f8a75901,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:52:06.808440 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24cafe7a4332403a9703db579771b4ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2576580 Sep 14 16:52:06.811763 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54500) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:52:06.814775 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.815178 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.815524 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.815857 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.816181 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.816510 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.816835 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.817263 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.817604 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.817929 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.818232 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.818550 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e6f91-194d-40a2-b54d-da3c176c4b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:06.901590 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:06.923969 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:07.026333 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:07.029228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:07.030399 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2059fbf4-2f14-40cd-972a-c663f8a75901 HTTP/1.1" status: 204 len: 168 time: 0.2171917 Sep 14 16:52:07.038752 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2059fbf4-2f14-40cd-972a-c663f8a75901,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:52:07.051636 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.051982 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.052311 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.052622 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.052942 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.053286 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.053596 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.053910 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.054311 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.054583 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.054851 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.055170 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c086a56-cc7c-4949-8d43-0d8fb7d1be29 admin admin] Tracked resource versions report: Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: pushed versions: Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: { 'AddressGroup': {'1.2'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Log': {'1.0'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Network': {'1.1'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Port': {'1.7'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'PortForwarding': {'1.2'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'QosPolicy': {'1.9'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroup': {'1.4'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SubPort': {'1.0'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Subnet': {'1.1'}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Trunk': {'1.1'}} Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: consumer versions: Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'ConntrackHelper': '1.0', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Log': '1.0', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Network': '1.1', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Port': '1.7', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'PortForwarding': '1.2', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'QosPolicy': '1.9', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroup': '1.4', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroupRule': '1.2', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SubPort': '1.0', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Subnet': '1.1', Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Trunk': '1.1'}} Sep 14 16:52:07.056279 dv-cinder-808995-1-iscsi neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:52:08.369184 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0f4db4cb-5195-4238-b7c7-28b6cfef8b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:10.883111 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-258b22a8-2231-4f4a-9cd6-68ae157bbd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:10.962099 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:11.821680 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:13.482217 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:37.553875 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:52:38.385888 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ed1180ff-1ee6-4746-8973-359fc956871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:40.896881 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b3941a27-5794-4d29-be6d-621eee57f209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:40.966650 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:41.833041 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:52:43.491130 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:08.380753 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1405ab07-ba4e-4ba9-b7d0-1f4466c6032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:10.901539 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce090eae-6548-4a74-bee4-f0d587aca650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:10.970353 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:11.834313 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:13.502785 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:14.559009 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 5 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:53:38.372854 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-54820633-ee8d-4072-aa65-b38a510ba23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:40.303262 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655308'] for agent, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:40.888299 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4588132e-5447-41bb-a0e2-1397e4cf1ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:40.980084 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:41.840901 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:43.501376 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:53:51.557669 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:53:55.327105 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54578) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:53:55.441363 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-df7c3db0-43b3-434e-91f8-22de3a9d722c admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1131351 Sep 14 16:53:57.652401 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54588) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:53:57.707177 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a1274634-fd11-4972-b9b2-2600ef1a70fb admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536561 Sep 14 16:54:08.377592 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1e07350a-ca90-414e-8d71-e33dea2e9665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:10.272400 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:10.893963 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-02b41848-fdce-4d40-8c1b-e02510d54691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:10.973672 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:11.842019 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:13.511388 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:28.561895 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:54:38.372958 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1beb04df-8dc6-4875-8d59-6fccca83182a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:40.290951 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:40.881064 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c373d8f0-9e82-4f96-b5d9-8ae0b6301682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:40.986794 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:41.837376 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:54:43.508656 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:05.562060 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:55:08.360078 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e120d9cd-8be8-486b-b7a3-3ed2d9ac26ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:10.325732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:10.980624 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-bc9e13a3-1b39-478d-8cac-1e85f1789a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:10.984405 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:11.840872 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:13.508904 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:26.440711 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54798) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:26.928841 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-575359227-network', 'tenant_id': '581870950d954981aa47e8f5c8b1c27d'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:26.930382 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.quota [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Loaded quota_driver: . Sep 14 16:55:26.968985 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Made reservation on behalf of 581870950d954981aa47e8f5c8b1c27d for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:26.972993 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:26.986995 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.015069 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54824) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:27.053058 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54830) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:27.101906 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.107785 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.165204 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:55:27.171927 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc376f67-e302-4762-931e-c49b007fff57,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:27.179701 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.180065 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.180403 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.180731 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.181236 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.181737 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.182223 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.182577 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.183099 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.183476 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.183782 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.184082 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Tracked resource versions report: Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: pushed versions: Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: { 'AddressGroup': {'1.2'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Log': {'1.0'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Network': {'1.1'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Port': {'1.7'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'PortForwarding': {'1.2'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'QosPolicy': {'1.9'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroup': {'1.4'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SubPort': {'1.0'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Subnet': {'1.1'}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Trunk': {'1.1'}} Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: consumer versions: Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: HyperV agent@hv-cinder-80899: {}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'ConntrackHelper': '1.0', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Log': '1.0', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Network': '1.1', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Port': '1.7', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'PortForwarding': '1.2', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'QosPolicy': '1.9', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroup': '1.4', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SecurityGroupRule': '1.2', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'SubPort': '1.0', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Subnet': '1.1', Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: 'Trunk': '1.1'}} Sep 14 16:55:27.185168 dv-cinder-808995-1-iscsi neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:55:27.194474 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731928548756', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.195077 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Unsubscribe: segment precommit_create {{(pid=93925) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 16:55:27.195677 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Added segment 32720c8e-6266-457c-ba64-0626896f95d1 of type vlan for network 0d903c7b-43f6-4688-b4cc-f47011caa71f Sep 14 16:55:27.229599 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-498428759-network', 'tenant_id': '214969bc334e4e978037815a57e71c05'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:27.265553 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.267142 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Made reservation on behalf of 214969bc334e4e978037815a57e71c05 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:27.270228 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.291599 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.315163 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.317589 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:27.319447 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.361120 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1769018140-network', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:27.407580 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.415516 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.433447 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:55:27.441969 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] Pushing event updated for resources: {'Network': ['ID=0d903c7b-43f6-4688-b4cc-f47011caa71f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:27.444489 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.445068 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Added segment 1282effd-146c-4242-8234-71cd2f6be517 of type vlan for network ea732013-7ec7-479b-bb97-fd764edcc176 Sep 14 16:55:27.447931 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-81032bf5-07d3-4fa4-a01f-81d9a03d6fee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0054274 Sep 14 16:55:27.448551 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54854) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:27.454390 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Request body: {'subnet': {'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-575359227-subnet', 'tenant_id': '581870950d954981aa47e8f5c8b1c27d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:27.460489 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 0d903c7b-43f6-4688-b4cc-f47011caa71f details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:55:27.488602 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.537470 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.538442 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:27.539050 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.556147 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2a9e8-898e-4621-9618-74decb251b60,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:27.566875 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.567476 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.567965 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.569009 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.569509 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.570016 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.570492 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.570992 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.571498 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.572121 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.572826 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.573310 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Tracked resource versions report: Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: pushed versions: Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: { 'AddressGroup': {'1.2'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Log': {'1.0'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Network': {'1.1'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Port': {'1.7'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'PortForwarding': {'1.2'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'QosPolicy': {'1.9'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroup': {'1.4'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SubPort': {'1.0'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Subnet': {'1.1'}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Trunk': {'1.1'}} Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: consumer versions: Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: HyperV agent@hv-cinder-80899: {}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'ConntrackHelper': '1.0', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Log': '1.0', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Network': '1.1', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Port': '1.7', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'PortForwarding': '1.2', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'QosPolicy': '1.9', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroup': '1.4', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SecurityGroupRule': '1.2', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'SubPort': '1.0', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Subnet': '1.1', Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: 'Trunk': '1.1'}} Sep 14 16:55:27.574598 dv-cinder-808995-1-iscsi neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:55:27.579784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Made reservation on behalf of f86c2659a3c9472c89d6bb822df2b9f0 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:27.582315 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.594193 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Made reservation on behalf of 581870950d954981aa47e8f5c8b1c27d for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:27.599018 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.607930 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.617481 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6013401 Sep 14 16:55:27.621125 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54860) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:27.626096 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Request body: {'subnet': {'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-subnet', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:27.678116 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c42f58-7240-43b1-9675-ed3a02c11c2f admin admin] Pushing event updated for resources: {'Network': ['ID=ea732013-7ec7-479b-bb97-fd764edcc176,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:27.689607 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network ea732013-7ec7-479b-bb97-fd764edcc176 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:55:27.864987 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.868257 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Made reservation on behalf of 214969bc334e4e978037815a57e71c05 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:27.871774 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.875483 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.882948 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.922310 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:55:27.943363 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=76aa349c-991b-4def-90ee-e0944f2f21e5,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:27.976970 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e1b0dc-d5f8-4cee-8f57-cc5ada9874ea,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:27.990123 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Checking segment: {'id': '32720c8e-6266-457c-ba64-0626896f95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:27.990685 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Network hostable DHCP agents. Network: 0d903c7b-43f6-4688-b4cc-f47011caa71f, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:55:27.995481 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:27.996177 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Added segment 0a61693d-540e-4cb0-be04-211796208b6c of type vlan for network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 Sep 14 16:55:28.022176 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Network 0d903c7b-43f6-4688-b4cc-f47011caa71f is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:55:28.052022 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.052554 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 0d903c7b-43f6-4688-b4cc-f47011caa71f) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:28.060886 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:28.061697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.062786 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfcba55-eaea-4070-a6cd-d9f9a9333dc6 None None] Network 0d903c7b-43f6-4688-b4cc-f47011caa71f requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:28.104824 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c1954412-43a1-4392-b490-be9f6f8b24ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6544061 Sep 14 16:55:28.130936 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.136890 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:28.137502 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.203740 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54880) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:28.204148 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1457791 Sep 14 16:55:28.209664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Request body: {'subnet': {'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1769018140-subnet', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:28.270350 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.282867 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Made reservation on behalf of f86c2659a3c9472c89d6bb822df2b9f0 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:28.296795 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e107564-ef20-49ee-ac09-f80ee8cb368b None None] Network 0d903c7b-43f6-4688-b4cc-f47011caa71f requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:28.297414 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.312256 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07109f8-4a18-4bf7-822a-9334fcc0ce9f admin admin] Pushing event updated for resources: {'Network': ['ID=44f3718e-782c-4247-9fd0-b8ad4ae624f8,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:28.317030 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Pushing event updated for resources: {'Subnet': ['ID=11166dd6-b36b-4cc7-b980-cfe35a471e2c,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:28.354620 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:55:28.380418 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Checking segment: {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:28.381473 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Network hostable DHCP agents. Network: ea732013-7ec7-479b-bb97-fd764edcc176, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:55:28.404932 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Network ea732013-7ec7-479b-bb97-fd764edcc176 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:55:28.426641 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, ea732013-7ec7-479b-bb97-fd764edcc176) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:28.433444 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:28.434049 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.453470 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe0fc1-90cd-44ab-b089-742e8cc51a6a None None] Network ea732013-7ec7-479b-bb97-fd764edcc176 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:28.467649 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-954df55d-c759-41f7-95d4-e8cea7ffdfac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8427665 Sep 14 16:55:28.468898 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54892) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:28.476014 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:28.516011 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.518044 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.617489 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.642374 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.744955 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edcf421c-811f-403e-bbbc-6c4297b14382,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:28.760627 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Checking segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:28.761084 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Network hostable DHCP agents. Network: 44f3718e-782c-4247-9fd0-b8ad4ae624f8, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:55:28.793866 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:55:28.817840 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 44f3718e-782c-4247-9fd0-b8ad4ae624f8) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:28.818667 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f4741d-9d5c-4e11-a8ca-90db28e9f3c1 None None] Network ea732013-7ec7-479b-bb97-fd764edcc176 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:28.828162 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:28.828761 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.849493 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d67284-7eb4-406a-b1d6-b8a5600ea30e None None] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:28.850237 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f3019cd6-578f-48dc-a964-4c57cc3df8a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6453958 Sep 14 16:55:28.853073 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54914) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:28.864501 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:28.934951 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.936463 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:28.945844 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.105698 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.289729 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:55:29.292276 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.410288 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.436232 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54936) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:29.446489 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.513658 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.608533 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Allocated IP 172.20.0.2 (44f3718e-782c-4247-9fd0-b8ad4ae624f8/edcf421c-811f-403e-bbbc-6c4297b14382/e680d7b4-35e7-4496-bd3f-87cebc3c8ea1) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:29.683310 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e50f-f295-48fd-bc2b-05a2f5c42c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.699817 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Allocated IP 172.27.2.51 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/0b58c821-ba2d-48e4-a95f-aa60dc55ff29) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:29.850564 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.860019 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Transition to ACTIVE for port object e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:29.879184 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Transition to ACTIVE for port object e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:29.891039 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.953314 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e50f-f295-48fd-bc2b-05a2f5c42c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.970473 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e50f-f295-48fd-bc2b-05a2f5c42c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:29.993666 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:30.009667 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:30.013478 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:30.035291 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Pushing event updated for resources: {'Port': ['ID=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:30.092212 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e50f-f295-48fd-bc2b-05a2f5c42c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f1efa4-8b29-44d0-ba2b-b34fb95b3592,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:30.093234 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.093582 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.094350 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.094350 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.094550 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 54990) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:30.094634 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.094900 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.098137 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.098478 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.098869 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.099531 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.099531 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.099815 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:30.103169 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Tracked resource versions report: Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: pushed versions: Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: { 'AddressGroup': {'1.2'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'ConntrackHelper': {'1.0'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Log': {'1.0'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Network': {'1.1'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Port': {'1.7'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'PortForwarding': {'1.2'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'QosPolicy': {'1.9'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroup': {'1.4'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SubPort': {'1.0'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Subnet': {'1.1'}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Trunk': {'1.1'}} Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: consumer versions: Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: HyperV agent@hv-cinder-80899: {}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'ConntrackHelper': '1.0', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Log': '1.0', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Network': '1.1', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Port': '1.7', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'PortForwarding': '1.2', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'QosPolicy': '1.9', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroup': '1.4', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SecurityGroupRule': '1.2', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'SubPort': '1.0', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Subnet': '1.1', Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: 'Trunk': '1.1'}} Sep 14 16:55:30.106087 dv-cinder-808995-1-iscsi neutron-server[93927]: {{(pid=93927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:55:30.108092 dv-cinder-808995-1-iscsi neutron-server[93926]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 16:55:30.135394 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4ec0e50f-f295-48fd-bc2b-05a2f5c42c37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c04704a6e0fc414187bcedfb6e886565&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6945662 Sep 14 16:55:30.135615 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54992) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:30.144099 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.162347 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Attempting to bind port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:30.163052 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Attempting to bind port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:30.163467 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Attempting to bind port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:30.169957 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:30.170398 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Checking segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:30.170732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.171312 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Bound using segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:30.171801 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Bound port: e680d7b4-35e7-4496-bd3f-87cebc3c8ea1, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:30.172202 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.182769 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.267264 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-367566a1-3042-4e36-9648-47524825c4fc None None] For port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:30.272701 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-367566a1-3042-4e36-9648-47524825c4fc None None] For port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:30.286030 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.338419 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0c0da08-1fd0-47cc-b68d-d16b517100f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.367327 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0c0da08-1fd0-47cc-b68d-d16b517100f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.369487 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367566a1-3042-4e36-9648-47524825c4fc None None] Pushing event updated for resources: {'Port': ['ID=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:30.388811 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 54998) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:30.452001 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0c0da08-1fd0-47cc-b68d-d16b517100f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.458427 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0c0da08-1fd0-47cc-b68d-d16b517100f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.461977 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c0c0da08-1fd0-47cc-b68d-d16b517100f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23f1efa4-8b29-44d0-ba2b-b34fb95b3592 HTTP/1.1" status: 204 len: 168 time: 0.3233554 Sep 14 16:55:30.492194 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0da08-1fd0-47cc-b68d-d16b517100f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f1efa4-8b29-44d0-ba2b-b34fb95b3592,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:30.518275 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef4b3-177e-4585-97be-8f8837a650dd req-8da22259-6a91-4df4-a0ca-0995b036a82b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:30.519862 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-8da22259-6a91-4df4-a0ca-0995b036a82b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/networks?id=0d903c7b-43f6-4688-b4cc-f47011caa71f HTTP/1.1" status: 200 len: 811 time: 0.4199119 Sep 14 16:55:30.526427 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.618255 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-adcba20f-27ed-4806-a5ee-4926f0bba053 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/quotas/581870950d954981aa47e8f5c8b1c27d HTTP/1.1" status: 200 len: 375 time: 0.0429733 Sep 14 16:55:30.637009 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:30.644666 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a17ca621-11a9-4467-bb2e-549afa222009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:30.661263 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:30.667280 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Allocated IP 172.27.2.201 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/eb129402-03a7-4974-a68b-5f52a6ca78a8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:30.677841 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:30.819394 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Pushing event updated for resources: {'Port': ['ID=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:30.900758 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:30.923048 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-1f8cd255-a07d-44ee-8ef7-02ba77acc245 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=581870950d954981aa47e8f5c8b1c27d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2843661 Sep 14 16:55:30.999968 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.018488 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:31.092720 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a17ca621-11a9-4467-bb2e-549afa222009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.104828 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a17ca621-11a9-4467-bb2e-549afa222009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.116952 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.139406 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55032) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:31.175961 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bfe548ce-f02b-4ec7-b2eb-34fe7b85e43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.205997 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a17ca621-11a9-4467-bb2e-549afa222009 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9edc85decedd43b4984aa39df3d9820d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8154175 Sep 14 16:55:31.206718 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ca621-11a9-4467-bb2e-549afa222009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e3ed2-6d4d-472c-94f0-c85aed0208bc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:31.211904 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55040) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:31.227540 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.367083 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:31.387048 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:31.396031 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:31.433252 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-ea2c1bee-4b74-43c6-a311-b357d8703761 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:55:31.434275 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-ea2c1bee-4b74-43c6-a311-b357d8703761 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2086654 Sep 14 16:55:31.457587 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=eb129402-03a7-4974-a68b-5f52a6ca78a8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:31.544390 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.594765 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e891993c-e2bd-41cb-a6f2-a2431de4eab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.654592 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e891993c-e2bd-41cb-a6f2-a2431de4eab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.714647 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bfe548ce-f02b-4ec7-b2eb-34fe7b85e43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.728192 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-161665a2-cd5f-42bc-9c40-085cbccbdb51 service neutron] 10.222.0.21 "GET /v2.0/networks/0d903c7b-43f6-4688-b4cc-f47011caa71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840762 Sep 14 16:55:31.797011 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bfe548ce-f02b-4ec7-b2eb-34fe7b85e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.803330 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88588479-16d8-4520-9a9a-0db36ec62dc0 None None] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:31.890658 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-0c216b9c-3534-4532-a039-81eb898c99b8 None None] Provisioning for port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:31.901876 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-0c216b9c-3534-4532-a039-81eb898c99b8 None None] Provisioning complete for port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:31.902878 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0c216b9c-3534-4532-a039-81eb898c99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.907007 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bfe548ce-f02b-4ec7-b2eb-34fe7b85e43a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4d46832b3834c80b31917bc7610265a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7658882 Sep 14 16:55:31.910661 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55080) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:31.913645 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe548ce-f02b-4ec7-b2eb-34fe7b85e43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b420c75-d283-42ab-aa9f-961ab522f1e1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:31.941444 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-412e24e4-8f91-45ed-938a-098d4818c15c service neutron] 10.222.0.21 "GET /v2.0/networks/0d903c7b-43f6-4688-b4cc-f47011caa71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099197 Sep 14 16:55:31.956219 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e891993c-e2bd-41cb-a6f2-a2431de4eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.958795 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e891993c-e2bd-41cb-a6f2-a2431de4eab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:31.959954 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e891993c-e2bd-41cb-a6f2-a2431de4eab1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a1e3ed2-6d4d-472c-94f0-c85aed0208bc HTTP/1.1" status: 204 len: 168 time: 0.7471251 Sep 14 16:55:31.966228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.032701 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891993c-e2bd-41cb-a6f2-a2431de4eab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e3ed2-6d4d-472c-94f0-c85aed0208bc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:32.044076 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Router 3f886efd-7bde-4d01-983e-104b99b0e5fa is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:55:32.048712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-82d29194-7d2c-4ddd-85a1-565ea7999531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.155818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-82d29194-7d2c-4ddd-85a1-565ea7999531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.202287 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0c216b9c-3534-4532-a039-81eb898c99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.239807 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:55:32.248189 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.257626 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Sync routers for ids ['3f886efd-7bde-4d01-983e-104b99b0e5fa'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:55:32.284777 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-82d29194-7d2c-4ddd-85a1-565ea7999531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.285567 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Routers {'3f886efd-7bde-4d01-983e-104b99b0e5fa'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:32.286722 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['3f886efd-7bde-4d01-983e-104b99b0e5fa'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:32.292351 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-82d29194-7d2c-4ddd-85a1-565ea7999531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.297149 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-82d29194-7d2c-4ddd-85a1-565ea7999531 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b420c75-d283-42ab-aa9f-961ab522f1e1 HTTP/1.1" status: 204 len: 168 time: 0.3520048 Sep 14 16:55:32.300843 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-0c216b9c-3534-4532-a039-81eb898c99b8 None None] For port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:32.316976 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0c216b9c-3534-4532-a039-81eb898c99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.328503 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.341849 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1b645290-6b05-4b9d-9bd5-5e087ea22c6d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8602905 Sep 14 16:55:32.343285 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55096) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:32.344081 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d29194-7d2c-4ddd-85a1-565ea7999531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b420c75-d283-42ab-aa9f-961ab522f1e1,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:32.353151 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55100) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:32.355953 dv-cinder-808995-1-iscsi neutron-server[93925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 16:55:32.449362 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c216b9c-3534-4532-a039-81eb898c99b8 None None] Pushing event updated for resources: {'Port': ['ID=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:32.530537 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Set router 3f886efd-7bde-4d01-983e-104b99b0e5fa gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:32.651596 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-f0250ade-93cf-439d-a94d-36e5c5c490c2 None None] Provisioning complete for port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:32.651973 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f0250ade-93cf-439d-a94d-36e5c5c490c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.758429 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:30Z', 'revision_number': 3, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port': {'id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:29Z', 'updated_at': '2021-09-14T16:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:32.788536 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Checking router: 3f886efd-7bde-4d01-983e-104b99b0e5fa for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:55:32.789167 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Updating router 3f886efd-7bde-4d01-983e-104b99b0e5fa port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:55:32.817043 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:32.835842 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-415abdd3-5c48-46b5-8aa3-bb72d7511094 req-152047bc-b21d-46c3-bcd2-7179563b3d4c tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 210 time: 0.4812572 Sep 14 16:55:32.908855 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:32.990289 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Router 5bc59034-5a77-4a9c-a6a8-958628af14ca is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:55:33.071976 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:33.072379 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.184337 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.200338 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Transition to ACTIVE for port object 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:33.216475 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.231062 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:55:33.263950 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.266128 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f07bd05f-21b2-437e-ae8a-1fa62dd9dbd0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4119611 Sep 14 16:55:33.269109 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55144) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:33.301888 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Attempting to bind port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:33.302354 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Attempting to bind port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:33.302536 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Attempting to bind port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:33.320535 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:33.321211 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:33.321790 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.328907 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:33.329613 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Bound port: 0b58c821-ba2d-48e4-a95f-aa60dc55ff29, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:33.330630 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.371567 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Sync routers for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:55:33.397335 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:33.398067 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:33.441504 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] For port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:33.444888 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] For port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:33.466627 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.502003 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Routers {'3f886efd-7bde-4d01-983e-104b99b0e5fa'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:33.503995 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['3f886efd-7bde-4d01-983e-104b99b0e5fa'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:33.506394 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:33.597976 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:33.614503 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Pushing event updated for resources: {'Port': ['ID=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:33.628470 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.629159 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.629676 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.630186 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.633932 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.634682 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.635560 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.636508 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.637050 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.638960 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.639515 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.640033 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Tracked resource versions report: Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: pushed versions: Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: { 'AddressGroup': {'1.2'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'ConntrackHelper': {'1.0'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Log': {'1.0'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Network': {'1.1'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Port': {'1.7'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'PortForwarding': {'1.2'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'QosPolicy': {'1.9'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroup': {'1.4'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SubPort': {'1.0'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Subnet': {'1.1'}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Trunk': {'1.1'}} Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: consumer versions: Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: { DHCP agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: HyperV agent@hv-cinder-80899: {}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: L3 agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: Metadata agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: Metering agent@dv-cinder-808995-1-iscsi: {}, Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: Open vSwitch agent@dv-cinder-808995-1-iscsi: { 'AddressGroup': '1.2', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'ConntrackHelper': '1.0', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Log': '1.0', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Network': '1.1', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Port': '1.7', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'PortForwarding': '1.2', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'QosPolicy': '1.9', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroup': '1.4', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SecurityGroupRule': '1.2', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'SubPort': '1.0', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Subnet': '1.1', Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: 'Trunk': '1.1'}} Sep 14 16:55:33.641357 dv-cinder-808995-1-iscsi neutron-server[93928]: {{(pid=93928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:55:33.656447 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] Set router 3f886efd-7bde-4d01-983e-104b99b0e5fa gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:33.833982 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f81dd4-9de4-4d7f-beca-2afdc114ccfa None None] Pushing event updated for resources: {'Port': ['ID=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:33.917913 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55170) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:33.984822 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Allocated IP 172.20.0.1 (ea732013-7ec7-479b-bb97-fd764edcc176/11166dd6-b36b-4cc7-b980-cfe35a471e2c/9dbce36a-8553-44ea-a733-c9c9a52e5f4c) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:33.992540 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:30Z', 'revision_number': 3, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port': {'id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:29Z', 'updated_at': '2021-09-14T16:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:34.033847 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:31Z', 'revision_number': 3, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:34.048298 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530a6ba-16ff-4d91-b4df-7b6d4ee1047a None None] The sync data for ids ['3f886efd-7bde-4d01-983e-104b99b0e5fa'] in dv-cinder-808995-1-iscsi is: [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:30Z', 'revision_number': 3, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port': {'id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:29Z', 'updated_at': '2021-09-14T16:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:55:34.153921 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Checking router: 5bc59034-5a77-4a9c-a6a8-958628af14ca for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:55:34.154216 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b771d88-5d93-47d9-a914-8d1e8c5fdf44 req-85b88893-612e-447c-bd1d-a8cc49d06388 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 210 time: 0.1754799 Sep 14 16:55:34.154558 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Updating router 5bc59034-5a77-4a9c-a6a8-958628af14ca port eb129402-03a7-4974-a68b-5f52a6ca78a8 binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:55:34.220938 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.385119 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.397500 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.435975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1332965869-network', 'tenant_id': '949fb0c5300f48c581604f346fde0573'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:34.466210 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.531156 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Network ea732013-7ec7-479b-bb97-fd764edcc176 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:34.539207 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:34.543535 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:34.544428 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.571576 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Pushing event updated for resources: {'Port': ['ID=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:34.599112 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Made reservation on behalf of 949fb0c5300f48c581604f346fde0573 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:34.601728 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.637053 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.815696 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.854539 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Transition to ACTIVE for port object eb129402-03a7-4974-a68b-5f52a6ca78a8 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:34.864186 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.872043 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:34.928578 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:34.962647 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Allocated IP 172.20.0.1 (44f3718e-782c-4247-9fd0-b8ad4ae624f8/edcf421c-811f-403e-bbbc-6c4297b14382/4546e036-c8e2-44d3-95af-c45ce3081c7f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:34.982376 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55210) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:35.074570 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:35.110864 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:35.114559 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.124606 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e2bbb-f594-49d7-86b6-00cd917d21b8 None None] Pushing event updated for resources: {'Port': ['ID=eb129402-03a7-4974-a68b-5f52a6ca78a8,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:35.166393 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Attempting to bind port eb129402-03a7-4974-a68b-5f52a6ca78a8 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:35.167471 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Attempting to bind port eb129402-03a7-4974-a68b-5f52a6ca78a8 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:35.168382 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Attempting to bind port eb129402-03a7-4974-a68b-5f52a6ca78a8 on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:35.209856 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:35.214351 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:35.215211 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.217300 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:35.218797 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Bound port: eb129402-03a7-4974-a68b-5f52a6ca78a8, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:35.223434 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.274872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.303768 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.347509 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.356160 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.356473 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.401756 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.409439 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] For port eb129402-03a7-4974-a68b-5f52a6ca78a8, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:35.419487 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] For port eb129402-03a7-4974-a68b-5f52a6ca78a8, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=eb129402-03a7-4974-a68b-5f52a6ca78a8,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:35.425282 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Transition to ACTIVE for port object 4546e036-c8e2-44d3-95af-c45ce3081c7f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:35.478160 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Pushing event updated for resources: {'Port': ['ID=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:35.481782 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1affc4ce-77c1-45a4-bc7d-3e61e7184ae5,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:35.496224 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.507338 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:55:35.548188 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.553403 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.572942 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4546e036-c8e2-44d3-95af-c45ce3081c7f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:35.581824 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-109e4771-ccee-4233-99dd-7f1d091be8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.602766 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:35.604658 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.605106 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Added segment 1cfd45b6-1225-4ec6-bac9-0d3e3ee5d110 of type vlan for network 0dc4cd6a-c68d-4f53-947a-bf0a02639f0d Sep 14 16:55:35.607096 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:35.619584 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:35.620192 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.648104 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e2bbb-f594-49d7-86b6-00cd917d21b8 None None] Pushing event updated for resources: {'Port': ['ID=eb129402-03a7-4974-a68b-5f52a6ca78a8,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:35.684690 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Network ea732013-7ec7-479b-bb97-fd764edcc176 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:35.689193 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:35.704332 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:35.712235 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:35.714442 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:35.724118 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.819508 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d173760b-13b8-4a0c-bad9-ae6a407e9084 req-148dbb6d-d36e-4f8f-a224-7e452243eab7 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 210 time: 0.0558922 Sep 14 16:55:35.882333 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:35.939867 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Router 3f886efd-7bde-4d01-983e-104b99b0e5fa has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:55:35.940867 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:35.979735 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:36.044391 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.44', 64664) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:36.092607 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.093981 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:36.094785 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.110006 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-547d9eeb-695f-4917-bbcf-cb8e822f1d68 None None] Provisioning for port 4546e036-c8e2-44d3-95af-c45ce3081c7f completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:36.116868 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:55:36.118352 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-547d9eeb-695f-4917-bbcf-cb8e822f1d68 None None] Provisioning complete for port 4546e036-c8e2-44d3-95af-c45ce3081c7f triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:36.118740 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-547d9eeb-695f-4917-bbcf-cb8e822f1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.129561 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2c9639f7-df4b-4501-99de-66997c6c738b admin admin] 10.222.0.21 "PUT /v2.0/routers/3f886efd-7bde-4d01-983e-104b99b0e5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7731194 Sep 14 16:55:36.159572 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-547d9eeb-695f-4917-bbcf-cb8e822f1d68 None None] Port 4546e036-c8e2-44d3-95af-c45ce3081c7f cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:55:36.422183 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:31Z', 'revision_number': 3, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:36.467598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc67626-491b-4273-b5b9-8e276569731c None None] The sync data for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi is: [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:31Z', 'revision_number': 3, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:55:36.546038 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc4cd6a-c68d-4f53-947a-bf0a02639f0d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:36.557477 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 0dc4cd6a-c68d-4f53-947a-bf0a02639f0d details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:55:36.563087 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.651477 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-109e4771-ccee-4233-99dd-7f1d091be8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.660591 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef4b3-177e-4585-97be-8f8837a650dd req-ca54139b-2ec3-469b-9b67-0a17dbda112e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:36.662194 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-ca54139b-2ec3-469b-9b67-0a17dbda112e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.44 "GET /v2.0/networks?id=0d903c7b-43f6-4688-b4cc-f47011caa71f HTTP/1.1" status: 200 len: 811 time: 0.6103280 Sep 14 16:55:36.667623 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-109e4771-ccee-4233-99dd-7f1d091be8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.699662 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-773f393c-d851-4628-987f-49d048cf2797 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7805247 Sep 14 16:55:36.699775 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55284) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:36.707821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Request body: {'subnet': {'network_id': '0dc4cd6a-c68d-4f53-947a-bf0a02639f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1332965869-subnet', 'tenant_id': '949fb0c5300f48c581604f346fde0573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:36.767800 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Made reservation on behalf of 949fb0c5300f48c581604f346fde0573 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:36.778924 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Request body: {'port': {'device_id': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f', 'admin_state_up': True, 'tenant_id': '581870950d954981aa47e8f5c8b1c27d'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:36.779472 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.799419 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-109e4771-ccee-4233-99dd-7f1d091be8e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10487ccc259246939b7eaf845f817675&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8139653 Sep 14 16:55:36.802133 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55292) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:36.817879 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4771-ccee-4233-99dd-7f1d091be8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f90b06-dfa9-4480-897a-4e79c14a9b50,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:36.879212 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:36.931847 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Sync routers for ids ['3f886efd-7bde-4d01-983e-104b99b0e5fa'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:55:36.934478 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5c481659-a61d-4dca-b515-589aeeb77d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:36.944995 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Routers {'3f886efd-7bde-4d01-983e-104b99b0e5fa'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:36.946063 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['3f886efd-7bde-4d01-983e-104b99b0e5fa'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:36.964966 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5c481659-a61d-4dca-b515-589aeeb77d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.103678 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55298) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:37.136831 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:37.138398 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.269374 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5c481659-a61d-4dca-b515-589aeeb77d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.271929 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5c481659-a61d-4dca-b515-589aeeb77d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.275480 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5c481659-a61d-4dca-b515-589aeeb77d44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63f90b06-dfa9-4480-897a-4e79c14a9b50 HTTP/1.1" status: 204 len: 168 time: 0.4697316 Sep 14 16:55:37.370352 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c0c6d0a0-a9b3-4414-85a6-20249482123c req-6596d083-4091-45d8-8b36-f2db85f2eea2 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 210 time: 0.1132567 Sep 14 16:55:37.374002 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c481659-a61d-4dca-b515-589aeeb77d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f90b06-dfa9-4480-897a-4e79c14a9b50,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:37.520789 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55328) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:37.568305 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-84e80c09-0a6c-46b4-8127-e4c7d45674ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.588087 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.589287 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Made reservation on behalf of 581870950d954981aa47e8f5c8b1c27d for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:37.596447 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.601312 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Set router 3f886efd-7bde-4d01-983e-104b99b0e5fa gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:37.658053 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.691282 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.693158 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.718099 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21852e45-2ca6-4000-9ce9-238731e11bb3,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:37.756841 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Checking segment: {'id': '1cfd45b6-1225-4ec6-bac9-0d3e3ee5d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0dc4cd6a-c68d-4f53-947a-bf0a02639f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:37.757219 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Network hostable DHCP agents. Network: 0dc4cd6a-c68d-4f53-947a-bf0a02639f0d, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:55:37.824515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Network 0dc4cd6a-c68d-4f53-947a-bf0a02639f0d is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:55:37.864957 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 0dc4cd6a-c68d-4f53-947a-bf0a02639f0d) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:37.872279 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-84e80c09-0a6c-46b4-8127-e4c7d45674ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.873859 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:37.874414 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.880598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04534a7f-756e-48b3-8079-263b2b44ecac None None] Network 0dc4cd6a-c68d-4f53-947a-bf0a02639f0d requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:37.911339 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-84e80c09-0a6c-46b4-8127-e4c7d45674ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:37.964611 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:34Z', 'revision_number': 4, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port': {'id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:29Z', 'updated_at': '2021-09-14T16:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '9dbce36a-8553-44ea-a733-c9c9a52e5f4c', 'name': '', 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'mac_address': 'fa:16:3e:53:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:33Z', 'updated_at': '2021-09-14T16:55:34Z', 'revision_number': 2, 'project_id': '214969bc334e4e978037815a57e71c05', 'subnets': [{'id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:38.008273 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-100a5450-871a-431b-8626-1707b72d0965 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2920671 Sep 14 16:55:38.038806 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Checking router: 3f886efd-7bde-4d01-983e-104b99b0e5fa for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:55:38.039482 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Updating router 3f886efd-7bde-4d01-983e-104b99b0e5fa port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:55:38.076306 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.122686 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e80c09-0a6c-46b4-8127-e4c7d45674ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088496dd-d662-4e34-8e7a-88d08594aa47,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:38.144170 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-84e80c09-0a6c-46b4-8127-e4c7d45674ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f3fc04805d849cebf8563ee6d9fdcd0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0335274 Sep 14 16:55:38.144855 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55350) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:38.385697 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6733622-8800-43dd-87e6-254c73ca14b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.405703 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55358) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:38.425483 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7001c87-fa90-441d-931e-ddbc6b1fbe75 None None] Network 0dc4cd6a-c68d-4f53-947a-bf0a02639f0d requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:38.513515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92c1c472-1029-4403-bfbc-0b5e3454f37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.517571 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4546e036-c8e2-44d3-95af-c45ce3081c7f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:38.546461 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6733622-8800-43dd-87e6-254c73ca14b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.595763 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45b9588b-dd1f-40f8-8402-ff3b7fd9f790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.789288 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.839425 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-6c55abf6-362d-4bfa-bdf0-c9439060e1a8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:38.850766 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Transition to ACTIVE for port object 9dbce36a-8553-44ea-a733-c9c9a52e5f4c will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:38.860351 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-6c55abf6-362d-4bfa-bdf0-c9439060e1a8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 818 time: 1.3351312 Sep 14 16:55:38.878532 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4009caa0-9533-4022-b659-f5ab54ee27f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.879406 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-131c308b-f9b9-4925-835b-f5b671b754d0 req-687f0ffb-72b8-4fa0-92dd-7ca0441d3a95 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 210 time: 0.2594273 Sep 14 16:55:38.881703 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.894403 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6733622-8800-43dd-87e6-254c73ca14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.898280 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6733622-8800-43dd-87e6-254c73ca14b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:38.899785 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a6733622-8800-43dd-87e6-254c73ca14b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/088496dd-d662-4e34-8e7a-88d08594aa47 HTTP/1.1" status: 204 len: 168 time: 0.7539804 Sep 14 16:55:38.916430 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6733622-8800-43dd-87e6-254c73ca14b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088496dd-d662-4e34-8e7a-88d08594aa47,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:38.946214 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device eb129402-03a7-4974-a68b-5f52a6ca78a8 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:39.069417 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076a625-c7e6-4785-aa46-026c38c7cc3f None None] Pushing event updated for resources: {'Port': ['ID=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:39.134334 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55370) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:39.137069 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92c1c472-1029-4403-bfbc-0b5e3454f37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.169765 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-92c1c472-1029-4403-bfbc-0b5e3454f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.201390 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Attempting to bind port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:39.201390 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Attempting to bind port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:39.201390 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Attempting to bind port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c on network ea732013-7ec7-479b-bb97-fd764edcc176 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:39.204027 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:39.204458 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Checking segment: {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:39.204864 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.215138 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Bound using segment: {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:39.215960 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Bound port: 9dbce36a-8553-44ea-a733-c9c9a52e5f4c, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:39.216542 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.247082 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-9ecfe4f4-4c75-478f-9a2b-9a3c84face52 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/quotas/214969bc334e4e978037815a57e71c05 HTTP/1.1" status: 200 len: 375 time: 0.2605486 Sep 14 16:55:39.336088 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-92c1c472-1029-4403-bfbc-0b5e3454f37f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fff7b45020894bb4a032ea94496f63f9&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9219933 Sep 14 16:55:39.337740 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55376) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:39.360598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port eb129402-03a7-4974-a68b-5f52a6ca78a8 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:39.377084 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port eb129402-03a7-4974-a68b-5f52a6ca78a8 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:39.378288 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.381212 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1c472-1029-4403-bfbc-0b5e3454f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec61691e-f3a2-4784-9010-053ff63383d6,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:39.408846 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] For port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:39.420737 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] For port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:39.432670 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.438148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Allocated IP 172.20.0.6 (0d903c7b-43f6-4688-b4cc-f47011caa71f/76aa349c-991b-4def-90ee-e0944f2f21e5/b5f21049-2c88-4722-a4f3-c8cc8e17114d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:39.562080 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8115243a-0441-40d7-9cd6-1b8d77eed0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.562080 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8115243a-0441-40d7-9cd6-1b8d77eed0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.572838 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:39.576547 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.595241 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:39.624630 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Routers {'3f886efd-7bde-4d01-983e-104b99b0e5fa'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:39.625745 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['3f886efd-7bde-4d01-983e-104b99b0e5fa'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:39.634268 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076a625-c7e6-4785-aa46-026c38c7cc3f None None] Pushing event updated for resources: {'Port': ['ID=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:39.654703 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port eb129402-03a7-4974-a68b-5f52a6ca78a8, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=eb129402-03a7-4974-a68b-5f52a6ca78a8,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:39.664265 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.682255 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14e28bf6-1f47-4a54-94f2-6730ad848af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.737810 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8115243a-0441-40d7-9cd6-1b8d77eed0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.740622 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8115243a-0441-40d7-9cd6-1b8d77eed0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:39.745264 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-8115243a-0441-40d7-9cd6-1b8d77eed0b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec61691e-f3a2-4784-9010-053ff63383d6 HTTP/1.1" status: 204 len: 168 time: 0.3996572 Sep 14 16:55:39.758097 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115243a-0441-40d7-9cd6-1b8d77eed0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec61691e-f3a2-4784-9010-053ff63383d6,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:39.853368 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-5b9b34a4-7425-49c8-80f0-c36f6e8fa391 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5582755 Sep 14 16:55:39.887850 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=eb129402-03a7-4974-a68b-5f52a6ca78a8,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:39.957005 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55390) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:39.979823 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11a476fc-4238-41c2-87b6-3438fb5b331b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.037353 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] Set router 3f886efd-7bde-4d01-983e-104b99b0e5fa gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:40.099619 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9d987cd3-c545-4b47-8eef-e3146759ed19 req-5c6c3b59-3fa6-4bb8-b5b2-8e9a3d20f318 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 210 time: 0.0691595 Sep 14 16:55:40.138080 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-fb1e4e42-7ac7-4b7a-83e0-7363cb1e0ffa None None] Provisioning complete for port 4546e036-c8e2-44d3-95af-c45ce3081c7f triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:40.138452 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4e42-7ac7-4b7a-83e0-7363cb1e0ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.264840 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e4e42-7ac7-4b7a-83e0-7363cb1e0ffa None None] Port 4546e036-c8e2-44d3-95af-c45ce3081c7f cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:55:40.329117 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.395954 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45b9588b-dd1f-40f8-8402-ff3b7fd9f790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.409849 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55398) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:40.437829 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45b9588b-dd1f-40f8-8402-ff3b7fd9f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.498661 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Router 5bc59034-5a77-4a9c-a6a8-958628af14ca has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:55:40.505794 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1923109100-network', 'tenant_id': '9b5fba5723744bb493ae8ceb970b8f80'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:40.514727 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:34Z', 'revision_number': 4, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port': {'id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:29Z', 'updated_at': '2021-09-14T16:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '9dbce36a-8553-44ea-a733-c9c9a52e5f4c', 'name': '', 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'mac_address': 'fa:16:3e:53:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:33Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '214969bc334e4e978037815a57e71c05', 'subnets': [{'id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:40.585711 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7909f-b459-4ca6-80c0-ff882f2e6369 None None] The sync data for ids ['3f886efd-7bde-4d01-983e-104b99b0e5fa'] in dv-cinder-808995-1-iscsi is: [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:34Z', 'revision_number': 4, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port': {'id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:29Z', 'updated_at': '2021-09-14T16:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '9dbce36a-8553-44ea-a733-c9c9a52e5f4c', 'name': '', 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'mac_address': 'fa:16:3e:53:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:33Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '214969bc334e4e978037815a57e71c05', 'subnets': [{'id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:55:40.612178 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.631633 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14e28bf6-1f47-4a54-94f2-6730ad848af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.677993 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14e28bf6-1f47-4a54-94f2-6730ad848af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:40.822808 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:55:40.835974 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-cf76fa65-b8af-4cdf-b711-bbd6f73491b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/5bc59034-5a77-4a9c-a6a8-958628af14ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5649569 Sep 14 16:55:40.843636 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Sync routers for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:55:40.845643 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-45b9588b-dd1f-40f8-8402-ff3b7fd9f790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9325815e34664194bd47419e7db7ff36&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3190711 Sep 14 16:55:40.851151 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-a1c944ad-53a8-4f92-afd1-b5edde57bad2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:55:40.865610 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:40.866171 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:40.866735 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-14e28bf6-1f47-4a54-94f2-6730ad848af4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e8489e000e84ff4a58807bf65de6608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7209544 Sep 14 16:55:40.870499 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55406) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:40.871557 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55410) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:40.871999 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-a1c944ad-53a8-4f92-afd1-b5edde57bad2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4031878 Sep 14 16:55:40.889563 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9588b-dd1f-40f8-8402-ff3b7fd9f790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd691f0-e3dd-4703-ac09-455aa0ea5009,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:41.000395 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e28bf6-1f47-4a54-94f2-6730ad848af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51176e45-19ca-4c88-a874-85800ca60d39,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:41.107394 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.150938 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-d55ddff7-c895-4116-b3fd-6192233fd7de service neutron] 10.222.0.21 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752314 Sep 14 16:55:41.163866 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:41.281190 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9dbce36a-8553-44ea-a733-c9c9a52e5f4c up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:41.369376 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-01376e98-fc52-4b63-9b28-5bc8b7a89b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.371423 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.388266 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:41.390542 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Network 0d903c7b-43f6-4688-b4cc-f47011caa71f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:41.424353 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:41.443202 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:41.453450 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:41.453744 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.469847 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:41.473045 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.532140 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Pushing event updated for resources: {'Port': ['ID=b5f21049-2c88-4722-a4f3-c8cc8e17114d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:41.706171 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-d7be1bde-0021-430f-8a95-a62c52306514 service neutron] 10.222.0.21 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611700 Sep 14 16:55:41.733209 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f1b2cfaa-3417-4f6a-abc0-d4adf8a250f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.798502 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95f668f6-28c8-4f1c-8b43-c240a9a8533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.863160 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:41.880463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930144-216e-4e09-8dc2-fc5236263bf3 req-e158fe15-21e9-4f5b-9b08-445d47e53021 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:41.899980 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-19930144-216e-4e09-8dc2-fc5236263bf3 req-e158fe15-21e9-4f5b-9b08-445d47e53021 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 931 time: 0.6383231 Sep 14 16:55:41.915074 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f1b2cfaa-3417-4f6a-abc0-d4adf8a250f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.022897 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:42.027459 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11a476fc-4238-41c2-87b6-3438fb5b331b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.032639 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.035248 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device eb129402-03a7-4974-a68b-5f52a6ca78a8 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:42.055450 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e181aa6f-1afe-478b-8b6d-6ed55a850b72 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2894328 Sep 14 16:55:42.083520 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95f668f6-28c8-4f1c-8b43-c240a9a8533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.105363 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.114862 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11a476fc-4238-41c2-87b6-3438fb5b331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.141873 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:42.196038 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port eb129402-03a7-4974-a68b-5f52a6ca78a8 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:42.196873 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.252120 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 2, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:42.293121 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Checking router: 5bc59034-5a77-4a9c-a6a8-958628af14ca for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:55:42.293802 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Updating router 5bc59034-5a77-4a9c-a6a8-958628af14ca port 4546e036-c8e2-44d3-95af-c45ce3081c7f binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:55:42.356511 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.455611 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95f668f6-28c8-4f1c-8b43-c240a9a8533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.458384 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-95f668f6-28c8-4f1c-8b43-c240a9a8533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.463416 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-95f668f6-28c8-4f1c-8b43-c240a9a8533e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bd691f0-e3dd-4703-ac09-455aa0ea5009 HTTP/1.1" status: 204 len: 168 time: 1.5877318 Sep 14 16:55:42.463905 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f1b2cfaa-3417-4f6a-abc0-d4adf8a250f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.485388 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f1b2cfaa-3417-4f6a-abc0-d4adf8a250f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.487114 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f1b2cfaa-3417-4f6a-abc0-d4adf8a250f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51176e45-19ca-4c88-a874-85800ca60d39 HTTP/1.1" status: 204 len: 168 time: 1.5818009 Sep 14 16:55:42.487927 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a476fc-4238-41c2-87b6-3438fb5b331b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8002271-d507-4189-837a-f8d840b939a6,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:42.497063 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-d87851ac-9356-44d5-a626-2cd41f9f0a51 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:55:42.498458 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-d87851ac-9356-44d5-a626-2cd41f9f0a51 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105729 Sep 14 16:55:42.561532 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:55:42.608974 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f668f6-28c8-4f1c-8b43-c240a9a8533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd691f0-e3dd-4703-ac09-455aa0ea5009,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:42.661176 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2cfaa-3417-4f6a-abc0-d4adf8a250f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51176e45-19ca-4c88-a874-85800ca60d39,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:42.690743 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Made reservation on behalf of 9b5fba5723744bb493ae8ceb970b8f80 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:42.694225 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.712623 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:42.891253 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-11a476fc-4238-41c2-87b6-3438fb5b331b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28c6199263584097970f2ac69d25a1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9318166 Sep 14 16:55:42.893784 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55478) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:42.903142 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-19930144-216e-4e09-8dc2-fc5236263bf3 req-7c6a35d1-e77b-4e4b-af09-ffb0a6148452 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9730341 Sep 14 16:55:43.033259 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9dbce36a-8553-44ea-a733-c9c9a52e5f4c up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:43.045912 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.062696 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.076500 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44c49738-4e21-4bf2-9f64-b72c48e2c038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.103141 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:55:43.156180 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44c49738-4e21-4bf2-9f64-b72c48e2c038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.160939 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.161274 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Added segment 22e53685-3d0c-47a5-89f0-10df9b0ff4ba of type vlan for network cfeda186-ae9e-4d7e-a073-8551c6ef8c5d Sep 14 16:55:43.243627 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f9857e2-6c36-4d73-8979-9e0113f3875a req-4e7c51b2-537c-4c31-98ad-9d503912ac5c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 210 time: 0.1914868 Sep 14 16:55:43.262291 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44c49738-4e21-4bf2-9f64-b72c48e2c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.271972 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44c49738-4e21-4bf2-9f64-b72c48e2c038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.271972 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-44c49738-4e21-4bf2-9f64-b72c48e2c038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8002271-d507-4189-837a-f8d840b939a6 HTTP/1.1" status: 204 len: 168 time: 0.3740594 Sep 14 16:55:43.288199 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c49738-4e21-4bf2-9f64-b72c48e2c038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8002271-d507-4189-837a-f8d840b939a6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:43.319322 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e269a8d3-9e20-4f9b-8f1b-58983933e89d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:43.337611 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.383257 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.385322 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:43.388132 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.425338 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Request body: {'port': {'device_id': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:43.482629 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55498) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:43.495601 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:43.496851 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9951367 Sep 14 16:55:43.497892 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.512475 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Request body: {'subnet': {'network_id': 'cfeda186-ae9e-4d7e-a073-8551c6ef8c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1923109100-subnet', 'tenant_id': '9b5fba5723744bb493ae8ceb970b8f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:43.611719 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Made reservation on behalf of 9b5fba5723744bb493ae8ceb970b8f80 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:43.616101 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.643444 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c09a8d-abaf-433d-aff7-fec701b1a5ed admin admin] Pushing event updated for resources: {'Network': ['ID=cfeda186-ae9e-4d7e-a073-8551c6ef8c5d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:43.684578 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network cfeda186-ae9e-4d7e-a073-8551c6ef8c5d details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:55:43.698964 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.776633 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55506) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:43.786216 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-1f4cfc42-2559-41f2-bf58-a4ae11812509 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854296191', 'description': 'tempest-description--1017818379'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:43.799770 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.849164 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Transition to ACTIVE for port object 4546e036-c8e2-44d3-95af-c45ce3081c7f will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:43.864109 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfc42-2559-41f2-bf58-a4ae11812509 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:43.892960 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:44.061064 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:44.395158 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e96c-2fea-45b8-8737-06fe60fd1224 None None] Pushing event updated for resources: {'Port': ['ID=4546e036-c8e2-44d3-95af-c45ce3081c7f,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:44.614590 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfc42-2559-41f2-bf58-a4ae11812509 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:44.664807 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfc42-2559-41f2-bf58-a4ae11812509 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:44.780556 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfc42-2559-41f2-bf58-a4ae11812509 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:44.784983 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1f4cfc42-2559-41f2-bf58-a4ae11812509 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0037601 Sep 14 16:55:44.786697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed555-2ff6-4e5d-938f-d2217c49d163 req-198fb29c-19d8-4bca-b0aa-630f0c2ea71b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:44.797602 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b30ed555-2ff6-4e5d-938f-d2217c49d163 req-198fb29c-19d8-4bca-b0aa-630f0c2ea71b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 931 time: 0.6553328 Sep 14 16:55:44.834939 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55548) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:44.836167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cfc42-2559-41f2-bf58-a4ae11812509 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cddaff-ea4c-4923-9a75-104f442afdba,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:44.860070 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-1888ac36-918f-4b7f-8b0a-8bcc0880ed9f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:44.866044 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-1888ac36-918f-4b7f-8b0a-8bcc0880ed9f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 818 time: 0.7927194 Sep 14 16:55:44.879595 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-cced4117-9013-49fd-a908-57a44c41d555 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'security_group_rule': {'security_group_id': '53cddaff-ea4c-4923-9a75-104f442afdba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:44.882458 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Attempting to bind port 4546e036-c8e2-44d3-95af-c45ce3081c7f on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:44.882847 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Attempting to bind port 4546e036-c8e2-44d3-95af-c45ce3081c7f by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:44.883226 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Attempting to bind port 4546e036-c8e2-44d3-95af-c45ce3081c7f on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:44.889200 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:44.889502 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Checking segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:44.889909 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:44.890304 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Bound using segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:44.890779 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Bound port: 4546e036-c8e2-44d3-95af-c45ce3081c7f, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:44.891398 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:44.893532 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-9c6fa5bc-e1ce-4a31-aff9-8d3f4b419aac tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/quotas/214969bc334e4e978037815a57e71c05 HTTP/1.1" status: 200 len: 375 time: 0.0155890 Sep 14 16:55:45.025805 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b30ed555-2ff6-4e5d-938f-d2217c49d163 req-54749c8f-cfa7-4ec1-a20d-b42915995c1b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268448 Sep 14 16:55:45.042711 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-d6c2ff48-815c-42c3-a0f9-0b2783b5e27a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1431007 Sep 14 16:55:45.060049 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cced4117-9013-49fd-a908-57a44c41d555 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:45.079133 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] For port 4546e036-c8e2-44d3-95af-c45ce3081c7f, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:45.092594 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] For port 4546e036-c8e2-44d3-95af-c45ce3081c7f, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=4546e036-c8e2-44d3-95af-c45ce3081c7f,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:45.104542 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:45.252943 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e96c-2fea-45b8-8737-06fe60fd1224 None None] Pushing event updated for resources: {'Port': ['ID=4546e036-c8e2-44d3-95af-c45ce3081c7f,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:45.285942 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:55:45.288182 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:45.298419 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-4aa44de6-285a-46bf-a479-168c6a8041d8 service neutron] 10.222.0.21 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473428 Sep 14 16:55:45.321747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f21049-2c88-4722-a4f3-c8cc8e17114d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:55:45.332258 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:45.449074 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Transition to ACTIVE for port object b5f21049-2c88-4722-a4f3-c8cc8e17114d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:45.497929 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:55:45.595466 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:45.707749 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-00dee690-e4e0-40e1-838c-6a425a9a7ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048424 Sep 14 16:55:45.781892 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:45.907659 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cced4117-9013-49fd-a908-57a44c41d555 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:45.927736 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Checking segment: {'id': '22e53685-3d0c-47a5-89f0-10df9b0ff4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cfeda186-ae9e-4d7e-a073-8551c6ef8c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:45.943491 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Network hostable DHCP agents. Network: cfeda186-ae9e-4d7e-a073-8551c6ef8c5d, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:55:45.962787 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Pushing event updated for resources: {'Port': ['ID=b5f21049-2c88-4722-a4f3-c8cc8e17114d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:45.966996 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:45Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:45.970205 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cced4117-9013-49fd-a908-57a44c41d555 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:46.043783 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0acb6-fd56-4013-9c60-2ad4d8c1b19d None None] The sync data for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi is: [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:45Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:55:46.225877 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Attempting to bind port b5f21049-2c88-4722-a4f3-c8cc8e17114d on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:46.226546 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Attempting to bind port b5f21049-2c88-4722-a4f3-c8cc8e17114d by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '32720c8e-6266-457c-ba64-0626896f95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:46.227152 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Attempting to bind port b5f21049-2c88-4722-a4f3-c8cc8e17114d on network 0d903c7b-43f6-4688-b4cc-f47011caa71f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:46.233464 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ed5fce-00be-4d96-84c3-250dc37d4bf8,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:46.368466 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a18bd-4689-42eb-bdb6-c7b1ae97492f req-08269aec-06f3-41b2-8579-08ac5ecd4399 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:46.378850 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-269a18bd-4689-42eb-bdb6-c7b1ae97492f req-08269aec-06f3-41b2-8579-08ac5ecd4399 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 943 time: 0.1972609 Sep 14 16:55:46.410171 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e78c3dcc-d572-4d88-aa65-e8802b35aa9d req-3d827a96-cfea-4677-a5ad-4cd06cdca58e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 210 time: 0.1312554 Sep 14 16:55:46.411042 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced4117-9013-49fd-a908-57a44c41d555 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4784d42-18d6-4af4-b2ea-d940faa2cb91,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:46.417375 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Port b5f21049-2c88-4722-a4f3-c8cc8e17114d on network 0d903c7b-43f6-4688-b4cc-f47011caa71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:55:46.421637 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Attempting to bind port b5f21049-2c88-4722-a4f3-c8cc8e17114d on network 0d903c7b-43f6-4688-b4cc-f47011caa71f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:46.495831 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cced4117-9013-49fd-a908-57a44c41d555 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:46.504954 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-cced4117-9013-49fd-a908-57a44c41d555 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6270649 Sep 14 16:55:46.506034 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55598) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:46.527440 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-e65e312f-6197-498d-ac36-5383b5b87b96 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'security_group_rule': {'security_group_id': '53cddaff-ea4c-4923-9a75-104f442afdba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:46.544712 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:46.548553 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Checking segment: {'id': '32720c8e-6266-457c-ba64-0626896f95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:46.550113 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Bound using segment: {'id': '32720c8e-6266-457c-ba64-0626896f95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:46.551620 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Bound port: b5f21049-2c88-4722-a4f3-c8cc8e17114d, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32720c8e-6266-457c-ba64-0626896f95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:46.552579 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:46.558982 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Network cfeda186-ae9e-4d7e-a073-8551c6ef8c5d is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:55:46.573688 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-269a18bd-4689-42eb-bdb6-c7b1ae97492f req-fa25ac35-e2eb-4c45-8a61-bfaf02e6cc7b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852949 Sep 14 16:55:46.660535 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, cfeda186-ae9e-4d7e-a073-8551c6ef8c5d) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:46.726266 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:46.736511 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:46.752953 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8ee05-b95d-460a-ab9c-888a8f58883e None None] Network cfeda186-ae9e-4d7e-a073-8551c6ef8c5d requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:46.803224 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65e312f-6197-498d-ac36-5383b5b87b96 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:46.901902 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3555b0cd-0220-4cf7-acad-d4ef57e2959b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4162810 Sep 14 16:55:46.988987 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] For port b5f21049-2c88-4722-a4f3-c8cc8e17114d, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:47.018783 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] For port b5f21049-2c88-4722-a4f3-c8cc8e17114d, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b5f21049-2c88-4722-a4f3-c8cc8e17114d,segment=NetworkSegment(32720c8e-6266-457c-ba64-0626896f95d1),segment_id=32720c8e-6266-457c-ba64-0626896f95d1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:47.038583 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.041788 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 4546e036-c8e2-44d3-95af-c45ce3081c7f up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:47.187469 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:47.188342 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.189947 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] 10.222.0.44 "PUT /v2.0/ports/b5f21049-2c88-4722-a4f3-c8cc8e17114d HTTP/1.1" status: 200 len: 1093 time: 4.2241197 Sep 14 16:55:47.191726 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'tag': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:55:47.257770 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e154ef-dedf-445f-9f82-9a32323ce5b2 None None] Network cfeda186-ae9e-4d7e-a073-8551c6ef8c5d requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:55:47.316808 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65e312f-6197-498d-ac36-5383b5b87b96 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.325309 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55614) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:47.333980 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71158f23-3da2-443e-b20d-b9705a24d27f service neutron] Pushing event updated for resources: {'Port': ['ID=b5f21049-2c88-4722-a4f3-c8cc8e17114d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:47.353318 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65e312f-6197-498d-ac36-5383b5b87b96 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.396424 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e65e312f-6197-498d-ac36-5383b5b87b96 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.399025 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e65e312f-6197-498d-ac36-5383b5b87b96 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8865197 Sep 14 16:55:47.412710 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55620) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:47.427739 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:47.499026 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] Deleting subnet 21852e45-2ca6-4000-9ce9-238731e11bb3 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:55:47.503817 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 4546e036-c8e2-44d3-95af-c45ce3081c7f completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:47.524200 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.551225 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 4546e036-c8e2-44d3-95af-c45ce3081c7f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:47.551597 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.558496 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e312f-6197-498d-ac36-5383b5b87b96 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0426d287-9f57-4355-a64f-2e47a7989b10,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:47.578753 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.690946 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:47.733841 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.44', 64679) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:47.740810 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:48.217031 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:48.413620 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171665e-709c-4f5d-9e28-5a9af3ef5aa3 req-2292f120-39a2-404c-9c93-f5d419dfc143 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:48.426357 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0171665e-709c-4f5d-9e28-5a9af3ef5aa3 req-2292f120-39a2-404c-9c93-f5d419dfc143 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 943 time: 0.5144658 Sep 14 16:55:48.434102 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:48.435835 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 4546e036-c8e2-44d3-95af-c45ce3081c7f, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=4546e036-c8e2-44d3-95af-c45ce3081c7f,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:48.475277 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:48.477666 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7dcb655-7ab7-4a70-b472-a5b15c63b419 req-28362741-e084-4382-9e6e-8a7791d98116 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 210 time: 0.0758553 Sep 14 16:55:48.607813 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=4546e036-c8e2-44d3-95af-c45ce3081c7f,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:48.654424 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e3b89-6b02-450c-8d77-9445fda93794" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc", "tag": "b5f21049-2c88-4722-a4f3-c8cc8e17114d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:55:48.670254 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:48.672022 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21852e45-2ca6-4000-9ce9-238731e11bb3 HTTP/1.1" status: 204 len: 168 time: 1.3451178 Sep 14 16:55:48.678630 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55672) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:48.716374 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef4b3-177e-4585-97be-8f8837a650dd req-d628d723-49cc-4686-be7b-ec8a0db485a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:48.726711 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-d628d723-49cc-4686-be7b-ec8a0db485a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=581870950d954981aa47e8f5c8b1c27d&device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 1096 time: 1.1480954 Sep 14 16:55:48.727740 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca1fdd-8ffc-4684-9317-6b2f94aecdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21852e45-2ca6-4000-9ce9-238731e11bb3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:48.836637 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0171665e-709c-4f5d-9e28-5a9af3ef5aa3 req-e81a37e1-75f9-42e5-8e4e-3f227d69e34b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953769 Sep 14 16:55:48.837044 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.44', 64683) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:48.874956 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-2ee956ad-462e-439a-8aa1-0f5cc6a3e04a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:48.878802 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-2ee956ad-462e-439a-8aa1-0f5cc6a3e04a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 818 time: 1.1160283 Sep 14 16:55:48.942340 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-4855b0a2-de61-4185-88e1-5682881d1572 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5f21049-2c88-4722-a4f3-c8cc8e17114d HTTP/1.1" status: 200 len: 217 time: 0.1620562 Sep 14 16:55:48.980579 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 4546e036-c8e2-44d3-95af-c45ce3081c7f up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:49.153640 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 4546e036-c8e2-44d3-95af-c45ce3081c7f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:49.154813 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:49.166996 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef4b3-177e-4585-97be-8f8837a650dd req-8112d37c-33dc-4470-9c15-425086f2ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:49.169084 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-8112d37c-33dc-4470-9c15-425086f2ebb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76aa349c-991b-4def-90ee-e0944f2f21e5 HTTP/1.1" status: 200 len: 851 time: 0.1140277 Sep 14 16:55:49.248616 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d1f87f-cffb-43a8-9188-7f2594118001 x-openstack-request-id: req-35d1f87f-cffb-43a8-9188-7f2594118001 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:55:49.249323 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc", "tag": "b5f21049-2c88-4722-a4f3-c8cc8e17114d", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:55:49.249865 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35d1f87f-cffb-43a8-9188-7f2594118001 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:55:49.250670 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'tag': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d', 'status': 'completed', 'code': 200} Sep 14 16:55:49.286769 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:49.293951 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-e5266e78-5510-4928-adfc-6f991177f09a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d903c7b-43f6-4688-b4cc-f47011caa71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971558 Sep 14 16:55:49.359325 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Request body: {'port': {'device_id': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'admin_state_up': True, 'tenant_id': '214969bc334e4e978037815a57e71c05'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:49.369510 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-7a9a3092-9dd2-4d9d-b2e2-04dd7084d3cd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:49.373915 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-7a9a3092-9dd2-4d9d-b2e2-04dd7084d3cd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 818 time: 0.4533408 Sep 14 16:55:49.446261 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:49.513748 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Allocated IP 172.27.2.204 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/65861f11-4dac-4f0a-b7a9-8b43809f346a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:49.520057 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-220c8ee2-b032-45a5-8b4e-61fed6a3d87d service neutron] 10.222.0.44 "GET /v2.0/networks/0d903c7b-43f6-4688-b4cc-f47011caa71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785464 Sep 14 16:55:49.866069 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:49.929635 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2c89f834-eb9a-4d2e-afac-b367902d9bf2 req-59aebc00-e04f-48ca-9ae5-2c2f2cb702b9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 210 time: 0.1984699 Sep 14 16:55:50.009697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:50.155815 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:50.171568 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'Port': ['ID=65861f11-4dac-4f0a-b7a9-8b43809f346a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:50.179857 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:50.186963 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:50.216193 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4083-140f-4f0b-bfab-b670c68a9662 req-f89bb42c-9c3f-4e51-b2b6-bb5288ac6ea3 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:50.218201 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c59d4083-140f-4f0b-bfab-b670c68a9662 req-f89bb42c-9c3f-4e51-b2b6-bb5288ac6ea3 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 943 time: 0.1776962 Sep 14 16:55:50.436475 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:50.460207 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Request body: {'port': {'device_id': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'admin_state_up': True, 'tenant_id': '214969bc334e4e978037815a57e71c05'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:50.492491 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Made reservation on behalf of 214969bc334e4e978037815a57e71c05 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:50.496542 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:50.513976 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.515166 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.516095 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.516643 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > port after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.517318 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.517818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.518345 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.519195 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.519714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.520217 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.787496 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:50.821593 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-90bef4b3-177e-4585-97be-8f8837a650dd req-280b7aba-46e3-4e42-bb73-02c5c93bd495 service neutron] 10.222.0.44 "GET /v2.0/networks/0d903c7b-43f6-4688-b4cc-f47011caa71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682332 Sep 14 16:55:50.839397 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c59d4083-140f-4f0b-bfab-b670c68a9662 req-8616388e-5d24-4be9-879f-c19aa926ae30 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666247 Sep 14 16:55:50.884368 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:50.933558 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.938569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.938569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.938569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:55:50.938569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc4cd6a-c68d-4f53-947a-bf0a02639f0d']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:50.988457 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfd45b6-1225-4ec6-bac9-0d3e3ee5d110') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:50.988457 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfd45b6-1225-4ec6-bac9-0d3e3ee5d110') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:51.082186 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.212238 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.217652 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-dc3b6053-c426-4824-aeaa-38cc15cd4060 req-f3781af1-18db-4353-bad8-cabcdc3c6e55 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 210 time: 0.1178083 Sep 14 16:55:51.278442 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:55:51.282412 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.296528 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: from cryptography.utils import int_from_bytes Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: from cryptography.utils import int_from_bytes Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:55:51.302261 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:55:51.306175 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.328041 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.391166 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'Port': ['ID=65861f11-4dac-4f0a-b7a9-8b43809f346a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:51.464729 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.466035 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bcd7b7ed-4218-46d6-9296-093ad6dbceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0521033 Sep 14 16:55:51.469163 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Made reservation on behalf of 214969bc334e4e978037815a57e71c05 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:51.472911 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.475336 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.522454 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.524495 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] 10.222.0.21 "DELETE /v2.0/networks/0dc4cd6a-c68d-4f53-947a-bf0a02639f0d HTTP/1.1" status: 204 len: 168 time: 2.8141847 Sep 14 16:55:51.527864 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55774) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:51.538445 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9489322-6ed5-46fd-9a5d-d96e98798acc admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc4cd6a-c68d-4f53-947a-bf0a02639f0d,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:51.541466 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Allocated IP 172.20.0.5 (ea732013-7ec7-479b-bb97-fd764edcc176/11166dd6-b36b-4cc7-b980-cfe35a471e2c/c28a34f0-dc23-47fb-a2e0-18e44250b903) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:51.610221 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] Deleting subnet e4ed5fce-00be-4d96-84c3-250dc37d4bf8 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:55:51.615653 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.695629 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.722491 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.843784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:51.876338 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-34a1022e-ffcf-4b85-8451-1d8d423a6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:51.876962 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-34a1022e-ffcf-4b85-8451-1d8d423a6615 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=581870950d954981aa47e8f5c8b1c27d&device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 1096 time: 0.0797825 Sep 14 16:55:51.885133 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-74f7e4d8-9a0b-404b-8ea0-e6ad6bf80c51 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--854296191&fields=id&tenant_id=f86c2659a3c9472c89d6bb822df2b9f0 HTTP/1.1" status: 200 len: 267 time: 0.1196959 Sep 14 16:55:51.888947 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:52.080743 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Network ea732013-7ec7-479b-bb97-fd764edcc176 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:52.126719 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:52.138486 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:52.144891 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Pushing event updated for resources: {'Port': ['ID=c28a34f0-dc23-47fb-a2e0-18e44250b903,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:52.174669 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.db.api [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-62dd88f4-5d40-4ea0-9140-3174b7fa2a55 {{(pid=93926) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 16:55:52.175364 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG oslo_db.api [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 16:55:52.211467 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb5d1e-d0b1-4a64-a505-78961f2150b1 req-c2e996e8-dcdf-4353-bd24-05c131491ac2 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:52.219725 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53eb5d1e-d0b1-4a64-a505-78961f2150b1 req-c2e996e8-dcdf-4353-bd24-05c131491ac2 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 943 time: 0.1816742 Sep 14 16:55:52.228524 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:52.229779 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:52.277486 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-06f272ad-67a0-43f5-8022-b31041f11fcd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3379021 Sep 14 16:55:52.304313 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53eb5d1e-d0b1-4a64-a505-78961f2150b1 req-9a790555-b936-4d29-9fb6-8eaf36147362 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832200 Sep 14 16:55:52.319851 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Request body: {'port': {'device_id': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:52.345898 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:52.415559 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:52.419375 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:52.431731 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4ed5fce-00be-4d96-84c3-250dc37d4bf8 HTTP/1.1" status: 204 len: 168 time: 0.9027102 Sep 14 16:55:52.432728 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55820) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:52.439364 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ef5fc-b632-4675-a32a-cb2b08916e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ed5fce-00be-4d96-84c3-250dc37d4bf8,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:52.447912 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-fc5342b0-2662-4e18-b84e-30359819b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:52.449470 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-fc5342b0-2662-4e18-b84e-30359819b65e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d903c7b-43f6-4688-b4cc-f47011caa71f HTTP/1.1" status: 200 len: 912 time: 0.5634468 Sep 14 16:55:52.468074 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-42ce4b4a-2c12-4c28-bd98-a23317d3f197 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:52.469620 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-42ce4b4a-2c12-4c28-bd98-a23317d3f197 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 811 time: 0.5113449 Sep 14 16:55:52.528694 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-b3d3c10f-f8ad-4e57-a968-06de824c44e1 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/quotas/f86c2659a3c9472c89d6bb822df2b9f0 HTTP/1.1" status: 200 len: 375 time: 0.0462086 Sep 14 16:55:52.530083 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-2ae5ef50-ccfe-4231-8ddc-7ea778c29e8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5f21049-2c88-4722-a4f3-c8cc8e17114d HTTP/1.1" status: 200 len: 217 time: 0.0595243 Sep 14 16:55:52.644681 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-6138f06a-5f85-42bf-8ce9-9f6b89245bfe tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100268 Sep 14 16:55:52.650356 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-c5f5940d-1dbd-4d16-bbd0-39f440709ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:52.652000 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-c5f5940d-1dbd-4d16-bbd0-39f440709ab2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76aa349c-991b-4def-90ee-e0944f2f21e5 HTTP/1.1" status: 200 len: 851 time: 0.1072078 Sep 14 16:55:52.664915 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-831de2ad-169a-413b-bd8c-dbf933b6d02b req-498c06a0-df63-46a9-bcdb-7abb2dd543ee tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 210 time: 0.0821238 Sep 14 16:55:52.694074 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-fad821dd-ef4e-41de-9bf0-baa5718824c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d903c7b-43f6-4688-b4cc-f47011caa71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321975 Sep 14 16:55:52.720801 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:52.725575 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:52.890962 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55834) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:52.908995 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-8586e1e9-bf1c-4055-b654-52c59bf23520 service neutron] 10.222.0.21 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183888 Sep 14 16:55:52.921244 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-e8a23df9-8074-44f4-b28a-e795e362d3d6 service neutron] 10.222.0.44 "GET /v2.0/networks/0d903c7b-43f6-4688-b4cc-f47011caa71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977797 Sep 14 16:55:53.067851 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a19a8889-ba1f-4b8d-821f-fa11f40be01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.114132 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-960c8d3f-788e-4c62-b7f5-638a31288d43 service neutron] 10.222.0.21 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952558 Sep 14 16:55:53.115915 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0e7e3b89-6b02-450c-8d77-9445fda93794 req-741e7c6e-c0ef-4296-bbb7-2ba2ed9cf6d9 service neutron] 10.222.0.44 "GET /v2.0/networks/0d903c7b-43f6-4688-b4cc-f47011caa71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757505 Sep 14 16:55:53.192501 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.221033 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a19a8889-ba1f-4b8d-821f-fa11f40be01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.225525 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a19a8889-ba1f-4b8d-821f-fa11f40be01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.229457 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeda186-ae9e-4d7e-a073-8551c6ef8c5d']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:53.255138 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e53685-3d0c-47a5-89f0-10df9b0ff4ba') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:53.255434 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e53685-3d0c-47a5-89f0-10df9b0ff4ba') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:55:53.262795 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a19a8889-ba1f-4b8d-821f-fa11f40be01c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f023de4645264f8f8b419350eeca1783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701780 Sep 14 16:55:53.265496 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55842) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:53.268117 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.320020 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6b96a823-67d5-46cc-862a-6d891dc51910 req-9064be8a-d823-4868-98ea-582a07cf539f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 210 time: 0.0498371 Sep 14 16:55:53.331821 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a8889-ba1f-4b8d-821f-fa11f40be01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e5ae5-8cd2-4d1f-b5b5-10fa3a3c393f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:53.341685 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.350000 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a261120e-08e7-422b-846b-f136cd494030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.351218 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:55:53.351577 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:55:53.353385 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:55:53.373847 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a261120e-08e7-422b-846b-f136cd494030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.419865 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28a34f0-dc23-47fb-a2e0-18e44250b903 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:55:53.428497 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.443033 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.451668 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.455174 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cfeda186-ae9e-4d7e-a073-8551c6ef8c5d HTTP/1.1" status: 204 len: 168 time: 1.0193472 Sep 14 16:55:53.466847 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401e988-bd58-45e8-bea7-62c4aaee2cd9 req-fd4011df-6af8-4d73-a70d-87aabf236ea2 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:53.468399 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8401e988-bd58-45e8-bea7-62c4aaee2cd9 req-fd4011df-6af8-4d73-a70d-87aabf236ea2 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 943 time: 0.0603387 Sep 14 16:55:53.475578 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a261120e-08e7-422b-846b-f136cd494030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.484833 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Transition to ACTIVE for port object c28a34f0-dc23-47fb-a2e0-18e44250b903 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:53.487257 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a261120e-08e7-422b-846b-f136cd494030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.488712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02a063-eeed-4df9-9d8e-2481ed8c8ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfeda186-ae9e-4d7e-a073-8551c6ef8c5d,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:53.488914 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a261120e-08e7-422b-846b-f136cd494030 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff1e5ae5-8cd2-4d1f-b5b5-10fa3a3c393f HTTP/1.1" status: 204 len: 168 time: 0.2213426 Sep 14 16:55:53.501659 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.512167 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261120e-08e7-422b-846b-f136cd494030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e5ae5-8cd2-4d1f-b5b5-10fa3a3c393f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:53.574150 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8401e988-bd58-45e8-bea7-62c4aaee2cd9 req-1a45dd89-008e-4fec-b516-ad220a8f9e2b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845191 Sep 14 16:55:53.685707 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55866) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:53.701344 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c28a34f0-dc23-47fb-a2e0-18e44250b903,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:53.742545 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Allocated IP 172.20.0.9 (ea732013-7ec7-479b-bb97-fd764edcc176/11166dd6-b36b-4cc7-b980-cfe35a471e2c/24173805-0722-4ac6-8f5f-eac58bf8732a) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:53.808108 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55876) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:53.810108 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-baac4ce9-205f-4099-bf72-18204bf76c70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=949fb0c5300f48c581604f346fde0573&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1239052 Sep 14 16:55:53.837316 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Attempting to bind port c28a34f0-dc23-47fb-a2e0-18e44250b903 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:53.837972 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Attempting to bind port c28a34f0-dc23-47fb-a2e0-18e44250b903 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:53.838241 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Attempting to bind port c28a34f0-dc23-47fb-a2e0-18e44250b903 on network ea732013-7ec7-479b-bb97-fd764edcc176 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:53.889859 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b3ec1bae-5049-4b2a-84dd-51e88ef957a9 req-5140694d-f688-44ce-b8ec-fc49f3992598 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 210 time: 0.0852327 Sep 14 16:55:53.895913 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Port c28a34f0-dc23-47fb-a2e0-18e44250b903 on network ea732013-7ec7-479b-bb97-fd764edcc176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:55:53.896239 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Attempting to bind port c28a34f0-dc23-47fb-a2e0-18e44250b903 on network ea732013-7ec7-479b-bb97-fd764edcc176 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:53.922287 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:53.922627 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Checking segment: {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:53.923213 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Bound using segment: {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:53.923662 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Bound port: c28a34f0-dc23-47fb-a2e0-18e44250b903, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:53.924113 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:53.957367 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d401877b-4568-474e-b16a-11802ab89b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.069239 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55886) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:54.077845 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d401877b-4568-474e-b16a-11802ab89b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.092521 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0cd2bc11-deee-4b56-9273-84b25168b8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.182439 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] For port c28a34f0-dc23-47fb-a2e0-18e44250b903, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:54.191353 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] For port c28a34f0-dc23-47fb-a2e0-18e44250b903, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:54.210890 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.213774 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.217191 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55894) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:54.240137 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0cd2bc11-deee-4b56-9273-84b25168b8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.247666 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0cd2bc11-deee-4b56-9273-84b25168b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.259455 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d401877b-4568-474e-b16a-11802ab89b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.262411 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d401877b-4568-474e-b16a-11802ab89b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.266960 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d401877b-4568-474e-b16a-11802ab89b20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1affc4ce-77c1-45a4-bc7d-3e61e7184ae5 HTTP/1.1" status: 204 len: 168 time: 0.4565759 Sep 14 16:55:54.298194 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:54.298819 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.300400 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 1093 time: 1.9949515 Sep 14 16:55:54.302748 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'tag': 'c28a34f0-dc23-47fb-a2e0-18e44250b903'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:55:54.306795 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401877b-4568-474e-b16a-11802ab89b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1affc4ce-77c1-45a4-bc7d-3e61e7184ae5,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:54.335445 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0cd2bc11-deee-4b56-9273-84b25168b8ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abc61ed0a07b41ba86954a6974636064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643371 Sep 14 16:55:54.338373 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55908) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:54.354623 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2bc11-deee-4b56-9273-84b25168b8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9b942f-6da8-416a-8341-0437fafc22f8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:54.452180 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d3fd-64e6-4754-9b02-c0919a57e8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c28a34f0-dc23-47fb-a2e0-18e44250b903,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:54.503887 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-68cea00b-6387-4752-a2b9-8a7f51b60669 req-2f0bc4f9-4e27-48ab-b7b7-1c5a25898e40 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 210 time: 0.0594995 Sep 14 16:55:54.535718 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-54667432-ffab-45b4-a8e8-07ae8026d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.539566 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.557776 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-f97db094-101e-4794-8d23-8c4878de0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:54.559318 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-f97db094-101e-4794-8d23-8c4878de0f19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1096 time: 0.1660471 Sep 14 16:55:54.611726 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Pushing event updated for resources: {'Port': ['ID=24173805-0722-4ac6-8f5f-eac58bf8732a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:54.701932 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-54667432-ffab-45b4-a8e8-07ae8026d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.710784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Network ea732013-7ec7-479b-bb97-fd764edcc176 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:54.723450 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:54.731684 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-d0fa68cd-e82c-473b-9351-bd617389952b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 217 time: 0.1237586 Sep 14 16:55:54.763563 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:54.766395 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fbdaad25-325e-4454-b483-0a77b5f048ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.779284 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55928) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:54.781355 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4d2918-cab8-40ef-8b61-9347e7a0f5ec", "tag": "c28a34f0-dc23-47fb-a2e0-18e44250b903"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:55:54.829502 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b5f21049-2c88-4722-a4f3-c8cc8e17114d details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:55:54.848285 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-02ac7ed7-bc44-4257-a8d5-d96bf6fe15de tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:54.849980 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-02ac7ed7-bc44-4257-a8d5-d96bf6fe15de tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 811 time: 0.1651263 Sep 14 16:55:54.854105 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0c66b510-193c-44de-b249-9b9f5422e4bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b5fba5723744bb493ae8ceb970b8f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738196 Sep 14 16:55:54.858534 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 55938) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:54.896072 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:54.896705 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:54.962219 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-5865fce9-9e45-43d0-960d-12d085ca792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:54.963886 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-5865fce9-9e45-43d0-960d-12d085ca792c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.1855524 Sep 14 16:55:54.974646 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b5f21049-2c88-4722-a4f3-c8cc8e17114d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b5f21049-2c88-4722-a4f3-c8cc8e17114d,segment=NetworkSegment(32720c8e-6266-457c-ba64-0626896f95d1),segment_id=32720c8e-6266-457c-ba64-0626896f95d1)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:54.991715 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d', 'network_id': '0d903c7b-43f6-4688-b4cc-f47011caa71f', 'port_id': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d', 'mac_address': 'fa:16:3e:07:6a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aa349c-991b-4def-90ee-e0944f2f21e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:55:55.047542 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.050668 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-f8ea093a-cf65-4629-8804-18d64078bf95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767241 Sep 14 16:55:55.062585 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f21049-2c88-4722-a4f3-c8cc8e17114d {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:55:55.081653 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-8d094cda-b595-499e-bda9-cff6e58198e6 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f86c2659a3c9472c89d6bb822df2b9f0 HTTP/1.1" status: 200 len: 379 time: 0.1975961 Sep 14 16:55:55.086765 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b5f21049-2c88-4722-a4f3-c8cc8e17114d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b5f21049-2c88-4722-a4f3-c8cc8e17114d,segment=NetworkSegment(32720c8e-6266-457c-ba64-0626896f95d1),segment_id=32720c8e-6266-457c-ba64-0626896f95d1)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:55.094513 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.104594 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'port': {'device_id': '428e1e94-e337-4489-a594-21a01d84dd7f', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'admin_state_up': True, 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'security_groups': ['53cddaff-ea4c-4923-9a75-104f442afdba']}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:55.135856 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6459455-f259-45a9-a7c2-661f3e74384f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.139641 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a341-a301-4720-bc2b-5134c3926fd4 req-1431b4d9-0b48-4a95-8045-0a153dfee422 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:55.147422 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-39f7a341-a301-4720-bc2b-5134c3926fd4 req-1431b4d9-0b48-4a95-8045-0a153dfee422 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 943 time: 0.4252460 Sep 14 16:55:55.200732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b5f21049-2c88-4722-a4f3-c8cc8e17114d,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:55.208244 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6459455-f259-45a9-a7c2-661f3e74384f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.238324 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7b9d22-56a4-477b-8b93-f5d7e84d5ed6 x-openstack-request-id: req-7a7b9d22-56a4-477b-8b93-f5d7e84d5ed6 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:55:55.238607 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4d2918-cab8-40ef-8b61-9347e7a0f5ec", "tag": "c28a34f0-dc23-47fb-a2e0-18e44250b903", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:55:55.238881 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a7b9d22-56a4-477b-8b93-f5d7e84d5ed6 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:55:55.239404 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'tag': 'c28a34f0-dc23-47fb-a2e0-18e44250b903', 'status': 'completed', 'code': 200} Sep 14 16:55:55.250265 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-54667432-ffab-45b4-a8e8-07ae8026d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.252895 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-54667432-ffab-45b4-a8e8-07ae8026d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.257083 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-54667432-ffab-45b4-a8e8-07ae8026d4f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd9b942f-6da8-416a-8341-0437fafc22f8 HTTP/1.1" status: 204 len: 168 time: 0.9145391 Sep 14 16:55:55.272588 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-39f7a341-a301-4720-bc2b-5134c3926fd4 req-a51b664e-ff43-4855-bc63-124b6409e07c tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196480 Sep 14 16:55:55.274762 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-b1420a81-5d74-4013-8e3c-fd65b8fc8939 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169657 Sep 14 16:55:55.350659 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54667432-ffab-45b4-a8e8-07ae8026d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9b942f-6da8-416a-8341-0437fafc22f8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:55.416318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b5f21049-2c88-4722-a4f3-c8cc8e17114d'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:55:55.424543 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76fc8-7f11-4e57-95b1-9f3315358e9f req-e2e2882e-33d8-4947-9c2f-8e8067c15ae1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:55.438872 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92d76fc8-7f11-4e57-95b1-9f3315358e9f req-e2e2882e-33d8-4947-9c2f-8e8067c15ae1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 931 time: 0.1288784 Sep 14 16:55:55.486136 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6459455-f259-45a9-a7c2-661f3e74384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.489392 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6459455-f259-45a9-a7c2-661f3e74384f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.494744 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e6459455-f259-45a9-a7c2-661f3e74384f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e269a8d3-9e20-4f9b-8f1b-58983933e89d HTTP/1.1" status: 204 len: 168 time: 0.6340115 Sep 14 16:55:55.511486 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6459455-f259-45a9-a7c2-661f3e74384f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e269a8d3-9e20-4f9b-8f1b-58983933e89d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:55.527190 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92d76fc8-7f11-4e57-95b1-9f3315358e9f req-efc379c4-8ce9-40c7-a2df-97c188b16ed5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817704 Sep 14 16:55:55.536418 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fbdaad25-325e-4454-b483-0a77b5f048ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.556571 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fbdaad25-325e-4454-b483-0a77b5f048ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.596101 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Made reservation on behalf of f86c2659a3c9472c89d6bb822df2b9f0 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:55:55.600486 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.628084 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-59308318-7f97-4c03-a4e1-fa7c00ace729 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1880736 Sep 14 16:55:55.687340 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Request body: {'port': {'device_id': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:55.728420 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fc546de-c8c6-485f-94f7-ac7d67fde387 req-3c244a18-2d34-493c-9af0-248262b126d0 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254112 Sep 14 16:55:55.743207 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3c509858-3a3a-4500-8c2c-acc5307c9bab req-e6e9a290-e971-49a4-ba23-9735fb4dcf84 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 210 time: 0.0469434 Sep 14 16:55:55.773669 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fbdaad25-325e-4454-b483-0a77b5f048ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed003c9639314352a2b504f86a429cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5516469 Sep 14 16:55:55.775319 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaad25-325e-4454-b483-0a77b5f048ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5aa00-0986-4374-b2e3-8d5c90f0c00c,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:55.779953 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 55972) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:55.883440 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:55.883623 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Allocated IP 172.20.0.6 (44f3718e-782c-4247-9fd0-b8ad4ae624f8/edcf421c-811f-403e-bbbc-6c4297b14382/7a6e8b41-5bd0-4711-9388-10805f0d5c1a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:55:55.964822 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e551f968-cb06-44bd-9a5c-7c51ca7d351c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.006813 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e551f968-cb06-44bd-9a5c-7c51ca7d351c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.010799 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-7d1c1af1-b92f-411a-ab0f-07f994a3dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:56.012776 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-7d1c1af1-b92f-411a-ab0f-07f994a3dd96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1096 time: 0.1562316 Sep 14 16:55:56.092600 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.109536 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Transition to ACTIVE for port object 7a6e8b41-5bd0-4711-9388-10805f0d5c1a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:56.151327 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.211111 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:55:56.215009 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:55:56.219689 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:55:56.226533 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:56.226987 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.247343 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'Port': ['ID=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:56.251158 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-54143944-6b3a-48ed-adf9-8dcd5ab56a99 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1609428 Sep 14 16:55:56.271677 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Request body: {'port': {'device_id': '428e1e94-e337-4489-a594-21a01d84dd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:55:56.443135 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.636906 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e551f968-cb06-44bd-9a5c-7c51ca7d351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.639631 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e551f968-cb06-44bd-9a5c-7c51ca7d351c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.642970 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e551f968-cb06-44bd-9a5c-7c51ca7d351c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffd5aa00-0986-4374-b2e3-8d5c90f0c00c HTTP/1.1" status: 204 len: 168 time: 0.8595817 Sep 14 16:55:56.653749 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-9f793ea5-2c79-4236-b509-9ed7932484e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:56.653749 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-9f793ea5-2c79-4236-b509-9ed7932484e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.6280246 Sep 14 16:55:56.672739 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551f968-cb06-44bd-9a5c-7c51ca7d351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd5aa00-0986-4374-b2e3-8d5c90f0c00c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:56.683891 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b489762-252c-4e15-8e62-6a1704965566 req-b49ea302-ce7c-482f-bbec-a31b9f2dbf05 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:56.685819 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b489762-252c-4e15-8e62-6a1704965566 req-b49ea302-ce7c-482f-bbec-a31b9f2dbf05 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 944 time: 0.2632182 Sep 14 16:55:56.742471 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-12df852a-0583-4c44-a412-68643120f760 None None] Provisioning for port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:56.748581 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-12df852a-0583-4c44-a412-68643120f760 None None] Provisioning complete for port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:56.748953 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-12df852a-0583-4c44-a412-68643120f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.766811 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-b2ded212-6a50-4d0b-8594-9152f87cb9c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 217 time: 0.1050506 Sep 14 16:55:56.787566 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb43b4-2711-4ca7-b699-b59bb7b547ab req-de32a7a6-e4c3-4856-9f34-22bb1b705def tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:56.796153 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44cb43b4-2711-4ca7-b699-b59bb7b547ab req-de32a7a6-e4c3-4856-9f34-22bb1b705def tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 931 time: 0.1047699 Sep 14 16:55:56.820716 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b5f21049-2c88-4722-a4f3-c8cc8e17114d up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:55:56.848407 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44cb43b4-2711-4ca7-b699-b59bb7b547ab req-f6aa8ade-d6e6-4cc7-a7d3-f56700c6c24f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Sep 14 16:55:56.893344 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-12df852a-0583-4c44-a412-68643120f760 None None] Port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:55:56.938532 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port b5f21049-2c88-4722-a4f3-c8cc8e17114d completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:55:56.944918 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port b5f21049-2c88-4722-a4f3-c8cc8e17114d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:55:56.947383 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:56.997188 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6e8b41-5bd0-4711-9388-10805f0d5c1a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:55:57.011751 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b489762-252c-4e15-8e62-6a1704965566 req-83fdcbbd-aaef-4939-9ab4-28f8eda1e644 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716351 Sep 14 16:55:57.014816 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.015272 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-5723fab2-abb7-4573-8a34-264e97b9c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:57.016779 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-5723fab2-abb7-4573-8a34-264e97b9c965 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.2202616 Sep 14 16:55:57.042756 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Transition to ACTIVE for port object 7a6e8b41-5bd0-4711-9388-10805f0d5c1a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:57.056485 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24173805-0722-4ac6-8f5f-eac58bf8732a {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:55:57.061135 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4cf7a-0f4a-4f2b-b153-8b4ddf50c402 req-832ca008-76df-427d-a518-b6bd554f4182 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:57.062929 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cfb4cf7a-0f4a-4f2b-b153-8b4ddf50c402 req-832ca008-76df-427d-a518-b6bd554f4182 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 931 time: 0.1149359 Sep 14 16:55:57.064898 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.101194 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.125476 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-d514c781-f6af-4a4a-bbce-161b3f3d2143 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935233 Sep 14 16:55:57.135205 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.137547 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:55:57.185856 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Pushing event updated for resources: {'Port': ['ID=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:57.211792 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cfb4cf7a-0f4a-4f2b-b153-8b4ddf50c402 req-3fafafd0-fbe7-481b-97e6-655f83779c2c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352003 Sep 14 16:55:57.231392 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Transition to ACTIVE for port object 24173805-0722-4ac6-8f5f-eac58bf8732a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:55:57.266047 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.276507 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Attempting to bind port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:57.277107 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Attempting to bind port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:57.277632 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Attempting to bind port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:57.288302 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:55:57.289255 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Attempting to bind port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:57.292279 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b5f21049-2c88-4722-a4f3-c8cc8e17114d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b5f21049-2c88-4722-a4f3-c8cc8e17114d,segment=NetworkSegment(32720c8e-6266-457c-ba64-0626896f95d1),segment_id=32720c8e-6266-457c-ba64-0626896f95d1)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:57.296679 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:57.297019 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Checking segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:57.297441 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Bound using segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:57.297889 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Bound port: 7a6e8b41-5bd0-4711-9388-10805f0d5c1a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:57.298353 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.302825 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.344981 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-58481fcb-eeaf-4dbc-ac8c-a4ef72b80f37 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048001 Sep 14 16:55:57.349248 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=24173805-0722-4ac6-8f5f-eac58bf8732a,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:57.423578 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] For port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:57.429252 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] For port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:57.440314 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.529988 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:57.531986 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.536825 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] 10.222.0.44 "PUT /v2.0/ports/7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 1093 time: 1.2688739 Sep 14 16:55:57.552161 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:55:57.557384 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3176085a-9c6f-4ddd-8cde-615e9310ce8a" -d '{"events": [{"name": "network-changed", "server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:55:57.655608 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b5f21049-2c88-4722-a4f3-c8cc8e17114d,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:57.679896 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56048) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:57.701732 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Attempting to bind port 24173805-0722-4ac6-8f5f-eac58bf8732a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:55:57.702074 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Attempting to bind port 24173805-0722-4ac6-8f5f-eac58bf8732a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:55:57.702547 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Attempting to bind port 24173805-0722-4ac6-8f5f-eac58bf8732a on network ea732013-7ec7-479b-bb97-fd764edcc176 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:57.710173 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9485bb6-29eb-4f1d-9301-e84f5964446e service neutron] Pushing event updated for resources: {'Port': ['ID=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:57.737731 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d99f7591-6e9c-42bb-a656-7d29dfc98ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.739871 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Port 24173805-0722-4ac6-8f5f-eac58bf8732a on network ea732013-7ec7-479b-bb97-fd764edcc176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:55:57.743583 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Attempting to bind port 24173805-0722-4ac6-8f5f-eac58bf8732a on network ea732013-7ec7-479b-bb97-fd764edcc176 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:55:57.748671 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-52d229d4-cb36-4a5f-add1-eb7c3a77a73f req-13a4ee76-bc15-48c1-8601-c343f1fdaebf service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940885 Sep 14 16:55:57.755307 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-3795fa2e-30e2-4dc8-9f94-9e3de8e3b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:57.756844 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-3795fa2e-30e2-4dc8-9f94-9e3de8e3b620 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1096 time: 0.1443646 Sep 14 16:55:57.770001 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:55:57.774776 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Checking segment: {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:55:57.775500 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Bound using segment: {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:55:57.777607 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Bound port: 24173805-0722-4ac6-8f5f-eac58bf8732a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1282effd-146c-4242-8234-71cd2f6be517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:55:57.783317 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.845956 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d79c831-4004-4508-9d2b-b4075a052bec x-openstack-request-id: req-9d79c831-4004-4508-9d2b-b4075a052bec {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:55:57.846410 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:55:57.846879 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d79c831-4004-4508-9d2b-b4075a052bec {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:55:57.847445 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'status': 'completed', 'code': 200} Sep 14 16:55:57.849311 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-ecf6d87a-2715-4a63-b366-3566930267c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 217 time: 0.0722551 Sep 14 16:55:57.933795 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] For port 24173805-0722-4ac6-8f5f-eac58bf8732a, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:55:57.937963 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] For port 24173805-0722-4ac6-8f5f-eac58bf8732a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24173805-0722-4ac6-8f5f-eac58bf8732a,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:55:57.951163 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.952749 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-5db17d42-eaf3-49eb-8eb3-d8c31fbfb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:57.954783 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-5db17d42-eaf3-49eb-8eb3-d8c31fbfb8cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0978198 Sep 14 16:55:57.988221 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:57.989380 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:57.991901 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] 10.222.0.44 "PUT /v2.0/ports/24173805-0722-4ac6-8f5f-eac58bf8732a HTTP/1.1" status: 200 len: 1093 time: 2.3256147 Sep 14 16:55:58.015441 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'tag': '24173805-0722-4ac6-8f5f-eac58bf8732a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:55:58.018251 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd76a9d1-ac86-4522-8794-0a77d4be7edb", "tag": "24173805-0722-4ac6-8f5f-eac58bf8732a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:55:58.063922 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d99f7591-6e9c-42bb-a656-7d29dfc98ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:58.076906 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-1c483dfd-da45-47ea-9f6f-2f86a339226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:58.085415 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-1c483dfd-da45-47ea-9f6f-2f86a339226a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189549 Sep 14 16:55:58.097541 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def57024-0e07-4a03-afdb-b09f1e300624 req-e8ec6433-fa06-4d2a-bdfa-61bd328055d6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:58.099103 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-def57024-0e07-4a03-afdb-b09f1e300624 req-e8ec6433-fa06-4d2a-bdfa-61bd328055d6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 943 time: 0.1193488 Sep 14 16:55:58.116937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4928543-3f4a-4099-b9ab-40ed26d7c47a" -d '{"events": [{"server_uuid": "bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc", "name": "network-vif-plugged", "status": "completed", "tag": "b5f21049-2c88-4722-a4f3-c8cc8e17114d"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:55:58.149096 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8088a9d6-56a6-43bf-aea8-fa4e5e1e5566 x-openstack-request-id: req-8088a9d6-56a6-43bf-aea8-fa4e5e1e5566 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:55:58.149433 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd76a9d1-ac86-4522-8794-0a77d4be7edb", "tag": "24173805-0722-4ac6-8f5f-eac58bf8732a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:55:58.149679 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8088a9d6-56a6-43bf-aea8-fa4e5e1e5566 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:55:58.150111 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'tag': '24173805-0722-4ac6-8f5f-eac58bf8732a', 'status': 'completed', 'code': 200} Sep 14 16:55:58.152278 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d99f7591-6e9c-42bb-a656-7d29dfc98ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:58.221055 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f7591-6e9c-42bb-a656-7d29dfc98ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb8fce-ce4b-482a-bbe6-d595350b9938,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:58.255873 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef6fc1-df10-4544-a4b2-f062a140a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=24173805-0722-4ac6-8f5f-eac58bf8732a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:58.274066 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d99f7591-6e9c-42bb-a656-7d29dfc98ade admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=498f0d883b8b45dcbe66ba9494f1b9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893993 Sep 14 16:55:58.277121 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56084) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:58.317184 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-f74fb8c2-257f-4cb5-b3b9-2381df8767a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:58.318772 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-f74fb8c2-257f-4cb5-b3b9-2381df8767a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 1096 time: 0.2381561 Sep 14 16:55:58.325041 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-def57024-0e07-4a03-afdb-b09f1e300624 req-6635a53c-7adf-41d7-a4d2-dbb35541da66 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844838 Sep 14 16:55:58.326699 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e5e8-19c6-454f-9beb-1591a8383318 req-1de95dea-7d3b-4721-871e-3b0957a7b473 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:58.336028 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edb4e5e8-19c6-454f-9beb-1591a8383318 req-1de95dea-7d3b-4721-871e-3b0957a7b473 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.1653261 Sep 14 16:55:58.370487 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-22bf6a87-a160-408c-8411-a819831a2a48 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703748 Sep 14 16:55:58.414587 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-b63849a9-7345-41ce-912a-ca90762ed77d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24173805-0722-4ac6-8f5f-eac58bf8732a HTTP/1.1" status: 200 len: 217 time: 0.0694847 Sep 14 16:55:58.518797 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-25254aaa-09a0-424f-af36-6139b4ac19d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:58.541921 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a724b436-9091-4fbc-8f65-de56fc454d94 req-951089eb-f07d-4589-9e5f-ddfd7c56ec37 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606500 Sep 14 16:55:58.550789 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edb4e5e8-19c6-454f-9beb-1591a8383318 req-d7771e41-9f5e-451f-9cdb-1d13de0b1edb tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110789 Sep 14 16:55:58.558821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-6f065a49-6c16-46b1-91f0-188e7879b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:58.564022 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-6f065a49-6c16-46b1-91f0-188e7879b114 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.1401417 Sep 14 16:55:58.689714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-25254aaa-09a0-424f-af36-6139b4ac19d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:58.694818 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-bd047eba-f68b-4694-959e-e73e83cc4d5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116369 Sep 14 16:55:58.725520 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-2090c5d3-c577-4376-9986-909e78c08881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:58.727347 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-2090c5d3-c577-4376-9986-909e78c08881 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1096 time: 0.0902741 Sep 14 16:55:58.742801 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98183301-ad3f-43e5-a1bc-7e5903250296 x-openstack-request-id: req-98183301-ad3f-43e5-a1bc-7e5903250296 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:55:58.743181 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc", "name": "network-vif-plugged", "status": "completed", "tag": "b5f21049-2c88-4722-a4f3-c8cc8e17114d", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:55:58.743495 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98183301-ad3f-43e5-a1bc-7e5903250296 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:55:58.744028 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d', 'code': 200} Sep 14 16:55:58.817767 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c28a34f0-dc23-47fb-a2e0-18e44250b903 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:55:58.903969 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70421d-b021-40ff-97d2-fcb7bab5a192 req-2179094a-5c8e-473f-ad37-a1dfcccbbd28 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:58.905880 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8e70421d-b021-40ff-97d2-fcb7bab5a192 req-2179094a-5c8e-473f-ad37-a1dfcccbbd28 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 943 time: 0.2844324 Sep 14 16:55:58.914102 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-ff209f5e-c6dc-4ae9-8917-a901cfb0da5c service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861608 Sep 14 16:55:58.980178 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c28a34f0-dc23-47fb-a2e0-18e44250b903, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:59.000697 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'c28a34f0-dc23-47fb-a2e0-18e44250b903', 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'port_id': 'c28a34f0-dc23-47fb-a2e0-18e44250b903', 'mac_address': 'fa:16:3e:a7:a1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:55:59.015070 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8e70421d-b021-40ff-97d2-fcb7bab5a192 req-80a27b42-9a53-47f5-b2aa-f08f21ad287b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984352 Sep 14 16:55:59.031236 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-25254aaa-09a0-424f-af36-6139b4ac19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.034048 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-25254aaa-09a0-424f-af36-6139b4ac19d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.035477 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-25254aaa-09a0-424f-af36-6139b4ac19d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21cb8fce-ce4b-482a-bbe6-d595350b9938 HTTP/1.1" status: 204 len: 168 time: 0.7554588 Sep 14 16:55:59.111965 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.126952 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28a34f0-dc23-47fb-a2e0-18e44250b903 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:55:59.130237 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-0f98a356-e9d0-4d1f-b4b6-b4f34b8544d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:59.131776 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-0f98a356-e9d0-4d1f-b4b6-b4f34b8544d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.3946464 Sep 14 16:55:59.166571 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25254aaa-09a0-424f-af36-6139b4ac19d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb8fce-ce4b-482a-bbe6-d595350b9938,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:59.176401 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c28a34f0-dc23-47fb-a2e0-18e44250b903, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:55:59.178271 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bea97f56-a143-4b06-ae9e-2f2f899c704b req-8cad29ca-73c6-431f-b996-b3fafc9fbbea service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527199 Sep 14 16:55:59.200166 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.214885 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-c07de43c-0cda-4c13-8c84-ba6a840a281a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 217 time: 0.0739610 Sep 14 16:55:59.216738 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127ae4-6adb-445d-933d-5dbb03c7c2c2 req-aecc48d4-6048-400f-aab5-b37a83d9d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:59.220220 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f127ae4-6adb-445d-933d-5dbb03c7c2c2 req-aecc48d4-6048-400f-aab5-b37a83d9d18a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 1098 time: 0.2102261 Sep 14 16:55:59.268877 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c28a34f0-dc23-47fb-a2e0-18e44250b903,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:55:59.300299 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8f127ae4-6adb-445d-933d-5dbb03c7c2c2 req-f4245762-abce-4711-a6e5-831483e76c35 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.373783 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-432c20ea-16da-4593-a9d1-cbd8f954e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:59.386816 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-432c20ea-16da-4593-a9d1-cbd8f954e615 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.1039195 Sep 14 16:55:59.389234 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56142) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:59.439693 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-cc437b8f-a5dc-4f55-953e-8cef646902fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:59.441389 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-cc437b8f-a5dc-4f55-953e-8cef646902fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 1096 time: 0.1276448 Sep 14 16:55:59.494796 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['c28a34f0-dc23-47fb-a2e0-18e44250b903'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:55:59.500529 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-bf5600ef-7e7d-4a70-974e-0c27adbb06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:59.502286 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-bf5600ef-7e7d-4a70-974e-0c27adbb06b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969765 Sep 14 16:55:59.511755 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd299e4-6b1f-47ae-b1c3-fa011d079005 req-b17b9e50-13ab-4295-b2c9-b152b86ad5f1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:55:59.513644 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6fd299e4-6b1f-47ae-b1c3-fa011d079005 req-b17b9e50-13ab-4295-b2c9-b152b86ad5f1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 943 time: 0.0990965 Sep 14 16:55:59.639363 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6fd299e4-6b1f-47ae-b1c3-fa011d079005 req-51656f72-6dd4-4428-99c8-f62248c2523e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123767 Sep 14 16:55:59.662130 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8f127ae4-6adb-445d-933d-5dbb03c7c2c2 req-f4245762-abce-4711-a6e5-831483e76c35 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.685861 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-97583bf2-f95e-45ff-b2a2-f607381a9f03 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709485 Sep 14 16:55:59.710472 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18d91382-c7c1-46c0-91a3-823426322489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.711122 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8f127ae4-6adb-445d-933d-5dbb03c7c2c2 req-f4245762-abce-4711-a6e5-831483e76c35 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.738912 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f127ae4-6adb-445d-933d-5dbb03c7c2c2 req-f4245762-abce-4711-a6e5-831483e76c35 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575293 Sep 14 16:55:59.859008 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3176085a-9c6f-4ddd-8cde-615e9310ce8a req-ceac176f-2dc0-4c87-a8b1-89621ce9c41f service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454947 Sep 14 16:55:59.923634 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18d91382-c7c1-46c0-91a3-823426322489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.929548 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18d91382-c7c1-46c0-91a3-823426322489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:55:59.932885 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56176) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:55:59.978512 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d91382-c7c1-46c0-91a3-823426322489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3b571d-8ebb-43d5-b82e-0ba8f0ccef46,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:00.006714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56182) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:00.007455 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-18d91382-c7c1-46c0-91a3-823426322489 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=950312b847754feaa79b73eaafcfb90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137817 Sep 14 16:56:00.048778 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4245762-abce-4711-a6e5-831483e76c35 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4339b7-de9a-43e4-a861-a342516adc3f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:00.075543 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc7bd2-5714-4a70-96b3-220fb2a2eb35 req-d33c3aa6-feb5-4847-818b-184c56ec7472 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:00.077090 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23bc7bd2-5714-4a70-96b3-220fb2a2eb35 req-d33c3aa6-feb5-4847-818b-184c56ec7472 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.3672209 Sep 14 16:56:00.079352 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-48d97b71-847d-44d6-bec4-fdec57209a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:00.080682 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-48d97b71-847d-44d6-bec4-fdec57209a11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.6275876 Sep 14 16:56:00.143246 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-fb0274d7-0799-4444-babb-1a3391af32ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24173805-0722-4ac6-8f5f-eac58bf8732a HTTP/1.1" status: 200 len: 217 time: 0.0466673 Sep 14 16:56:00.209106 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23bc7bd2-5714-4a70-96b3-220fb2a2eb35 req-21978348-6fcf-48d5-888a-f9195f2745c6 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235118 Sep 14 16:56:00.211562 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d935-e75f-4c06-8055-241e1a4680a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.215960 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e31106-5519-4dd3-98c9-028e523ab5b8 req-4454bb62-5c82-4048-bbdb-b44ee3777adf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:00.217772 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-38e31106-5519-4dd3-98c9-028e523ab5b8 req-4454bb62-5c82-4048-bbdb-b44ee3777adf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 943 time: 0.0792572 Sep 14 16:56:00.242014 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-327756c5-813b-47d0-b316-e015eaaa0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:00.243893 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-327756c5-813b-47d0-b316-e015eaaa0371 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.0914457 Sep 14 16:56:00.249307 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d935-e75f-4c06-8055-241e1a4680a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.287463 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-38e31106-5519-4dd3-98c9-028e523ab5b8 req-32f6a080-e0dd-4607-ab13-b99a08c26045 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558612 Sep 14 16:56:00.307359 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56194) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:00.314356 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-7e5a5da0-b3e8-46fd-acb9-b013a0a62c75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500877 Sep 14 16:56:00.331324 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-03f83d91-b37f-4538-99ec-4b15e2fb6289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.404464 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f529e05a-74c8-4225-b006-f83448756342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.421416 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d935-e75f-4c06-8055-241e1a4680a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.424065 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d935-e75f-4c06-8055-241e1a4680a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.425297 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fcb9d935-e75f-4c06-8055-241e1a4680a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a3b571d-8ebb-43d5-b82e-0ba8f0ccef46 HTTP/1.1" status: 204 len: 168 time: 0.4152985 Sep 14 16:56:00.443967 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d935-e75f-4c06-8055-241e1a4680a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3b571d-8ebb-43d5-b82e-0ba8f0ccef46,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:00.453097 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-d201b2ee-adb8-4ad0-9b27-f99ec254e22c service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232991 Sep 14 16:56:00.551673 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-03f83d91-b37f-4538-99ec-4b15e2fb6289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.561940 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-03f83d91-b37f-4538-99ec-4b15e2fb6289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.599163 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f83d91-b37f-4538-99ec-4b15e2fb6289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a90f70-fcd1-4a6f-bda6-cbfac27a4914,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:00.620058 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d93aaf4a-270b-4bcc-ad7d-4d06d7a8cfc6 req-2b92b071-c708-4c89-85f3-09d438764597 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585133 Sep 14 16:56:00.635196 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-03f83d91-b37f-4538-99ec-4b15e2fb6289 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2378aed21c684265af9381ec7cd2ec3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6836903 Sep 14 16:56:00.637512 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56216) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:00.700631 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11f87cd6-de11-4af8-8349-5d64b10aebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.746268 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f529e05a-74c8-4225-b006-f83448756342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.746821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11f87cd6-de11-4af8-8349-5d64b10aebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.753949 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f529e05a-74c8-4225-b006-f83448756342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.809228 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f529e05a-74c8-4225-b006-f83448756342 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4506de514d3e4dfc8c01f710523eba25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980586 Sep 14 16:56:00.809228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529e05a-74c8-4225-b006-f83448756342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2295e-f78d-4dae-86ae-e2170aadc68a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:00.809940 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56222) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:00.831956 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 7a6e8b41-5bd0-4711-9388-10805f0d5c1a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:56:00.857445 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec475-c828-4ff6-871d-b7b73fb70891 req-1365de40-39fc-44f6-86fd-fd002940d102 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:00.864626 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-185ec475-c828-4ff6-871d-b7b73fb70891 req-1365de40-39fc-44f6-86fd-fd002940d102 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 943 time: 0.1216655 Sep 14 16:56:00.869254 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56224) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:00.892174 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c28a34f0-dc23-47fb-a2e0-18e44250b903 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:00.900514 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a16ec29-846f-4817-996f-45b92a928068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.916647 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11f87cd6-de11-4af8-8349-5d64b10aebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.919214 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11f87cd6-de11-4af8-8349-5d64b10aebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.923042 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-11f87cd6-de11-4af8-8349-5d64b10aebc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83a90f70-fcd1-4a6f-bda6-cbfac27a4914 HTTP/1.1" status: 204 len: 168 time: 0.2838051 Sep 14 16:56:00.933023 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479e1a1c-be3b-4551-b1df-7d7755d203f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:00.949663 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-185ec475-c828-4ff6-871d-b7b73fb70891 req-3cee9628-54cf-44c3-a517-1bc2e4f6a07a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838964 Sep 14 16:56:00.952501 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87cd6-de11-4af8-8349-5d64b10aebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a90f70-fcd1-4a6f-bda6-cbfac27a4914,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:00.987567 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479e1a1c-be3b-4551-b1df-7d7755d203f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.045017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port c28a34f0-dc23-47fb-a2e0-18e44250b903 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:01.053218 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port c28a34f0-dc23-47fb-a2e0-18e44250b903 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:01.053591 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.056299 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479e1a1c-be3b-4551-b1df-7d7755d203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.059249 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479e1a1c-be3b-4551-b1df-7d7755d203f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.060522 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-479e1a1c-be3b-4551-b1df-7d7755d203f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7a2295e-f78d-4dae-86ae-e2170aadc68a HTTP/1.1" status: 204 len: 168 time: 0.2469523 Sep 14 16:56:01.061086 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56230) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:01.090416 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e1a1c-be3b-4551-b1df-7d7755d203f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2295e-f78d-4dae-86ae-e2170aadc68a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:01.090600 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:01.107970 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a16ec29-846f-4817-996f-45b92a928068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.117414 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a16ec29-846f-4817-996f-45b92a928068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.134710 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'port_id': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'mac_address': 'fa:16:3e:60:6f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:56:01.165418 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16ec29-846f-4817-996f-45b92a928068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad83823-461e-44db-af64-61ab8edde32c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:01.170374 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2a16ec29-846f-4817-996f-45b92a928068 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d40e93a5be0474caaa8766e56aa67f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998416 Sep 14 16:56:01.174213 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56236) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:01.222672 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.242765 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28d3f6fc-c3ff-4e5f-82d8-4025393590d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.244614 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6e8b41-5bd0-4711-9388-10805f0d5c1a {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:56:01.259363 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.301381 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28d3f6fc-c3ff-4e5f-82d8-4025393590d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.365579 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c28a34f0-dc23-47fb-a2e0-18e44250b903, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:01.386564 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28a34f0-dc23-47fb-a2e0-18e44250b903'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:56:01.393830 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c72ec3-275b-4f1b-9636-ffbe9db65261" -d '{"events": [{"server_uuid": "6a4d2918-cab8-40ef-8b61-9347e7a0f5ec", "name": "network-vif-plugged", "status": "completed", "tag": "c28a34f0-dc23-47fb-a2e0-18e44250b903"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:56:01.412319 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:01.415115 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.421623 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a4eb-4605-4fb2-992c-e10a33275e61 req-9417ecaf-9461-4999-bffc-63be9cf15fa1 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:01.427515 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8832a4eb-4605-4fb2-992c-e10a33275e61 req-9417ecaf-9461-4999-bffc-63be9cf15fa1 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.1075478 Sep 14 16:56:01.429469 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.447360 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28d3f6fc-c3ff-4e5f-82d8-4025393590d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.455797 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28d3f6fc-c3ff-4e5f-82d8-4025393590d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.460221 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-28d3f6fc-c3ff-4e5f-82d8-4025393590d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ad83823-461e-44db-af64-61ab8edde32c HTTP/1.1" status: 204 len: 168 time: 0.2825706 Sep 14 16:56:01.480769 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efced1e-f1ba-493e-b30b-1dad4f041d9d req-092de7f7-8a28-426a-b117-8c85588e8ef3 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:01.482437 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9efced1e-f1ba-493e-b30b-1dad4f041d9d req-092de7f7-8a28-426a-b117-8c85588e8ef3 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 943 time: 0.0894673 Sep 14 16:56:01.483797 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3f6fc-c3ff-4e5f-82d8-4025393590d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad83823-461e-44db-af64-61ab8edde32c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:01.522811 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8832a4eb-4605-4fb2-992c-e10a33275e61 req-8299f68b-f89f-4f4d-b678-a30d83f79353 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902994 Sep 14 16:56:01.561523 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c28a34f0-dc23-47fb-a2e0-18e44250b903,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:01.563907 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9efced1e-f1ba-493e-b30b-1dad4f041d9d req-2bbd4ea8-336b-4171-8f5d-806b43c23fee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705788 Sep 14 16:56:01.610484 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea48a237-a415-4d29-885e-d8c998a1b677 x-openstack-request-id: req-ea48a237-a415-4d29-885e-d8c998a1b677 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:56:01.611723 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4d2918-cab8-40ef-8b61-9347e7a0f5ec", "name": "network-vif-plugged", "status": "completed", "tag": "c28a34f0-dc23-47fb-a2e0-18e44250b903", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:56:01.611723 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea48a237-a415-4d29-885e-d8c998a1b677 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:56:01.612155 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28a34f0-dc23-47fb-a2e0-18e44250b903', 'code': 200} Sep 14 16:56:01.638718 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-baf05739-eb74-4bec-9e20-27faded406cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.646036 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:01.738408 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56256) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:01.742389 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['7a6e8b41-5bd0-4711-9388-10805f0d5c1a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:56:01.753187 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfe62901-2fa2-4070-ac18-b6f0946fc3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.757629 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-baf05739-eb74-4bec-9e20-27faded406cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.766968 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-baf05739-eb74-4bec-9e20-27faded406cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.856922 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfe62901-2fa2-4070-ac18-b6f0946fc3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.868331 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfe62901-2fa2-4070-ac18-b6f0946fc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.882740 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-baf05739-eb74-4bec-9e20-27faded406cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c62fa80aa818479489d1c1a6e35b917f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8120439 Sep 14 16:56:01.882740 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05739-eb74-4bec-9e20-27faded406cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639201f0-aef3-4291-bc40-0f94d9018a79,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:01.885514 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56260) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:01.921218 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c5ea9-c8de-4922-b6bf-39ac3843e709 req-eaa14f64-80a3-42c5-9217-18746819f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:01.922745 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b6c5ea9-c8de-4922-b6bf-39ac3843e709 req-eaa14f64-80a3-42c5-9217-18746819f360 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.1159401 Sep 14 16:56:01.953735 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-dfe62901-2fa2-4070-ac18-b6f0946fc3d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33df64ed2a0948aea4e13cbc768f6584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140326 Sep 14 16:56:01.955738 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe62901-2fa2-4070-ac18-b6f0946fc3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba65f464-ce16-4149-971b-150161a19651,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:01.957527 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56266) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:01.986824 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-56d0d4b2-0a57-4c83-a4bc-f52cda7aa857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:01.993170 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b6c5ea9-c8de-4922-b6bf-39ac3843e709 req-4e8a3647-43a2-4c6f-b665-7aed4ae75e68 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614860 Sep 14 16:56:02.033074 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-56d0d4b2-0a57-4c83-a4bc-f52cda7aa857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.103522 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f0335792-928f-4894-82fb-3916d4c22248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.134276 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db7df2-e1d1-492f-a41f-286ab218640d req-e800f264-16be-477e-8e35-a24d494356d4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:02.135855 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-78db7df2-e1d1-492f-a41f-286ab218640d req-e800f264-16be-477e-8e35-a24d494356d4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 943 time: 0.1071775 Sep 14 16:56:02.147611 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f0335792-928f-4894-82fb-3916d4c22248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.194116 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-56d0d4b2-0a57-4c83-a4bc-f52cda7aa857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.196751 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-56d0d4b2-0a57-4c83-a4bc-f52cda7aa857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.197890 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-56d0d4b2-0a57-4c83-a4bc-f52cda7aa857 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/639201f0-aef3-4291-bc40-0f94d9018a79 HTTP/1.1" status: 204 len: 168 time: 0.3109336 Sep 14 16:56:02.219960 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0d4b2-0a57-4c83-a4bc-f52cda7aa857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639201f0-aef3-4291-bc40-0f94d9018a79,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:02.224188 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-78db7df2-e1d1-492f-a41f-286ab218640d req-afe17001-e466-4ce0-8d99-761f02e0d462 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740557 Sep 14 16:56:02.259618 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f0335792-928f-4894-82fb-3916d4c22248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.263171 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f0335792-928f-4894-82fb-3916d4c22248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.266878 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f0335792-928f-4894-82fb-3916d4c22248 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba65f464-ce16-4149-971b-150161a19651 HTTP/1.1" status: 204 len: 168 time: 0.3057809 Sep 14 16:56:02.274655 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0335792-928f-4894-82fb-3916d4c22248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba65f464-ce16-4149-971b-150161a19651,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:02.653465 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a27f96-fbd4-42ad-b56a-6b9ec3272593 req-f9101509-6339-4559-8962-512caae952b3 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:02.655195 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-94a27f96-fbd4-42ad-b56a-6b9ec3272593 req-f9101509-6339-4559-8962-512caae952b3 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0540707 Sep 14 16:56:02.704753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc218-9f66-48b7-a283-477c1bb1ea16 req-397567e9-5064-4eb5-9b40-cd5cb80f04f0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:02.706411 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-557cc218-9f66-48b7-a283-477c1bb1ea16 req-397567e9-5064-4eb5-9b40-cd5cb80f04f0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 944 time: 0.0554600 Sep 14 16:56:02.735532 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-94a27f96-fbd4-42ad-b56a-6b9ec3272593 req-a41b7e5c-9dcf-4540-8070-15befdc7b740 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708110 Sep 14 16:56:02.750984 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-557cc218-9f66-48b7-a283-477c1bb1ea16 req-ec51e95e-47d6-47d6-bd02-038928668c55 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368619 Sep 14 16:56:02.769022 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56308) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:02.787704 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34571c9c-893e-4e11-8f08-cb1e01abd02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:02.860636 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 24173805-0722-4ac6-8f5f-eac58bf8732a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:56:02.876258 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 7a6e8b41-5bd0-4711-9388-10805f0d5c1a up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:02.994456 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34571c9c-893e-4e11-8f08-cb1e01abd02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.004168 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34571c9c-893e-4e11-8f08-cb1e01abd02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.016122 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:03.022790 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:03.023242 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.071563 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34571c9c-893e-4e11-8f08-cb1e01abd02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f43ce8-ca27-4bca-b063-0ac5eb3cc9df,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:03.094105 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-34571c9c-893e-4e11-8f08-cb1e01abd02b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b79f08b915d846cca31dd58aac3daac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215694 Sep 14 16:56:03.094487 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56326) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:03.155900 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 24173805-0722-4ac6-8f5f-eac58bf8732a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24173805-0722-4ac6-8f5f-eac58bf8732a,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:03.176890 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.179107 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '24173805-0722-4ac6-8f5f-eac58bf8732a', 'network_id': 'ea732013-7ec7-479b-bb97-fd764edcc176', 'port_id': '24173805-0722-4ac6-8f5f-eac58bf8732a', 'mac_address': 'fa:16:3e:20:57:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11166dd6-b36b-4cc7-b980-cfe35a471e2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:56:03.189857 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c678c07-b02c-47f1-9ee9-c6b7401769a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.253164 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:03.260152 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.264882 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.270758 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c678c07-b02c-47f1-9ee9-c6b7401769a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.359330 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24173805-0722-4ac6-8f5f-eac58bf8732a {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:56:03.393400 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c678c07-b02c-47f1-9ee9-c6b7401769a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.396120 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c678c07-b02c-47f1-9ee9-c6b7401769a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.397311 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3c678c07-b02c-47f1-9ee9-c6b7401769a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74f43ce8-ca27-4bca-b063-0ac5eb3cc9df HTTP/1.1" status: 204 len: 168 time: 0.3016291 Sep 14 16:56:03.406370 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c678c07-b02c-47f1-9ee9-c6b7401769a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f43ce8-ca27-4bca-b063-0ac5eb3cc9df,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:03.415605 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df76a-d6f0-4a51-84f1-befc46026216 req-8db1597e-917a-42af-8aa3-32515ba6ca96 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:03.417368 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7d6df76a-d6f0-4a51-84f1-befc46026216 req-8db1597e-917a-42af-8aa3-32515ba6ca96 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 943 time: 0.0719085 Sep 14 16:56:03.417752 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 24173805-0722-4ac6-8f5f-eac58bf8732a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24173805-0722-4ac6-8f5f-eac58bf8732a,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:03.442274 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:03.457934 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:03.500972 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7d6df76a-d6f0-4a51-84f1-befc46026216 req-eb4e998f-dad7-4313-8af4-4311066c1527 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716183 Sep 14 16:56:03.515906 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=24173805-0722-4ac6-8f5f-eac58bf8732a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:03.613373 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:56:03.615968 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267b6ecf-62b4-4430-b440-41c265cf1adc" -d '{"events": [{"server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "name": "network-vif-plugged", "status": "completed", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:56:03.663061 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971d73f6-fac0-4908-9d78-817c8a2ab55b x-openstack-request-id: req-971d73f6-fac0-4908-9d78-817c8a2ab55b {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:56:03.663649 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "name": "network-vif-plugged", "status": "completed", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:56:03.663910 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-971d73f6-fac0-4908-9d78-817c8a2ab55b {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:56:03.664309 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'code': 200} Sep 14 16:56:03.747993 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['24173805-0722-4ac6-8f5f-eac58bf8732a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:56:03.946257 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d295e-610b-45ae-9e1e-443738ff4207 req-094eb55b-f5a3-4f30-88bc-62571baf28f5 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:03.948282 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-272d295e-610b-45ae-9e1e-443738ff4207 req-094eb55b-f5a3-4f30-88bc-62571baf28f5 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0875039 Sep 14 16:56:03.959343 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ad80e-bf52-4963-b0ff-044cd017c6a7 req-5e28566a-bb28-46dd-912a-c3e9701ef31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:03.961577 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-002ad80e-bf52-4963-b0ff-044cd017c6a7 req-5e28566a-bb28-46dd-912a-c3e9701ef31d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1098 time: 0.0710087 Sep 14 16:56:03.995336 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-272d295e-610b-45ae-9e1e-443738ff4207 req-ae2c3c08-7dfd-441e-bca8-d6a33e342347 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Sep 14 16:56:04.028282 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-002ad80e-bf52-4963-b0ff-044cd017c6a7 req-c5fb26af-fdbe-46f5-8f78-ac66818aa8cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501752 Sep 14 16:56:04.141151 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56368) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:04.155722 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f22edce2-e488-498b-a19c-cc00e1d97af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:04.273088 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f22edce2-e488-498b-a19c-cc00e1d97af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:04.280701 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f22edce2-e488-498b-a19c-cc00e1d97af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:04.319611 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22edce2-e488-498b-a19c-cc00e1d97af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11918181-001f-4ea7-bdaf-c3c45925b7ce,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:04.338780 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f22edce2-e488-498b-a19c-cc00e1d97af8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c4645302b944d22b77ba09b7d10d5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962426 Sep 14 16:56:04.339026 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56378) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:04.406803 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fedd-674e-4bf4-bab2-e48eea0903d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:04.431834 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fedd-674e-4bf4-bab2-e48eea0903d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:04.505195 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fedd-674e-4bf4-bab2-e48eea0903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:04.508947 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fedd-674e-4bf4-bab2-e48eea0903d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:04.513096 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e6c6fedd-674e-4bf4-bab2-e48eea0903d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11918181-001f-4ea7-bdaf-c3c45925b7ce HTTP/1.1" status: 204 len: 168 time: 0.1730978 Sep 14 16:56:04.526994 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6fedd-674e-4bf4-bab2-e48eea0903d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11918181-001f-4ea7-bdaf-c3c45925b7ce,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:04.716576 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4bed-e169-4633-b7cf-9335ec9c66f4 req-4ba98256-46fb-4ec4-b232-26fb69f4cf15 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:04.718441 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3eaa4bed-e169-4633-b7cf-9335ec9c66f4 req-4ba98256-46fb-4ec4-b232-26fb69f4cf15 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 944 time: 0.0981774 Sep 14 16:56:04.771343 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3eaa4bed-e169-4633-b7cf-9335ec9c66f4 req-841b17c9-9ce7-41c3-91bc-17c28c11d006 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431187 Sep 14 16:56:04.889745 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 24173805-0722-4ac6-8f5f-eac58bf8732a up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:04.955651 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 24173805-0722-4ac6-8f5f-eac58bf8732a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:04.960932 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 24173805-0722-4ac6-8f5f-eac58bf8732a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:04.961219 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:05.087089 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:05.179807 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 24173805-0722-4ac6-8f5f-eac58bf8732a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24173805-0722-4ac6-8f5f-eac58bf8732a,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:05.187672 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:05.201545 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aafb7d-6677-4cfd-a856-db3e5b51fd8f req-07240554-ebde-46c7-9c81-0fdcc3a5ac20 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:05.204131 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-63aafb7d-6677-4cfd-a856-db3e5b51fd8f req-07240554-ebde-46c7-9c81-0fdcc3a5ac20 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0900781 Sep 14 16:56:05.335340 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-63aafb7d-6677-4cfd-a856-db3e5b51fd8f req-9db9c0f3-0a82-4a0a-9f11-1bab2351ae68 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224644 Sep 14 16:56:05.346940 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=24173805-0722-4ac6-8f5f-eac58bf8732a,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:05.665669 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24173805-0722-4ac6-8f5f-eac58bf8732a'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:56:05.668217 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f0d1c-9d37-4bcd-ac2b-c4f452f22262" -d '{"events": [{"server_uuid": "bd76a9d1-ac86-4522-8794-0a77d4be7edb", "name": "network-vif-plugged", "status": "completed", "tag": "24173805-0722-4ac6-8f5f-eac58bf8732a"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:56:05.706034 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a608a1ae-323b-4378-86d6-e588dd30566a x-openstack-request-id: req-a608a1ae-323b-4378-86d6-e588dd30566a {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:56:05.706326 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd76a9d1-ac86-4522-8794-0a77d4be7edb", "name": "network-vif-plugged", "status": "completed", "tag": "24173805-0722-4ac6-8f5f-eac58bf8732a", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:56:05.706574 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a608a1ae-323b-4378-86d6-e588dd30566a {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:56:05.706991 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24173805-0722-4ac6-8f5f-eac58bf8732a', 'code': 200} Sep 14 16:56:05.839877 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56478) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:05.897871 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d942b6-3361-442b-85f3-e4244517d70a req-407ac35f-4365-412a-ad02-e25e9c198922 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:05.900079 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7d942b6-3361-442b-85f3-e4244517d70a req-407ac35f-4365-412a-ad02-e25e9c198922 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0669544 Sep 14 16:56:05.952057 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7d942b6-3361-442b-85f3-e4244517d70a req-3bb48518-e591-40c7-83a6-07e485c37787 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Sep 14 16:56:06.022059 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-798079e0-c6ec-4dec-bcd2-d4f62c8d25cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.128669 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-798079e0-c6ec-4dec-bcd2-d4f62c8d25cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.134953 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-798079e0-c6ec-4dec-bcd2-d4f62c8d25cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.175143 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798079e0-c6ec-4dec-bcd2-d4f62c8d25cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771af7c1-a295-43ee-b152-6e2dcd9e6343,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:06.179774 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-798079e0-c6ec-4dec-bcd2-d4f62c8d25cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a28557688a04b6c83dd666525489393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388295 Sep 14 16:56:06.182536 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56502) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:06.237836 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71405e05-464b-42e3-853b-2ac8db825aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.263062 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71405e05-464b-42e3-853b-2ac8db825aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.335453 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71405e05-464b-42e3-853b-2ac8db825aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.338305 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71405e05-464b-42e3-853b-2ac8db825aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.339708 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-71405e05-464b-42e3-853b-2ac8db825aa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/771af7c1-a295-43ee-b152-6e2dcd9e6343 HTTP/1.1" status: 204 len: 168 time: 0.1560006 Sep 14 16:56:06.349811 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71405e05-464b-42e3-853b-2ac8db825aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771af7c1-a295-43ee-b152-6e2dcd9e6343,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:06.474000 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597b84e-51d8-4362-b068-84e20c9e8f5e req-7f80f10c-aa95-4b46-9722-d9192045804f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:06.481735 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6597b84e-51d8-4362-b068-84e20c9e8f5e req-7f80f10c-aa95-4b46-9722-d9192045804f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0607641 Sep 14 16:56:06.523497 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6597b84e-51d8-4362-b068-84e20c9e8f5e req-3fd0aaa6-2eab-41e9-afa6-da4825300597 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404820 Sep 14 16:56:06.682015 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935d9d5-b5bd-4ad0-97bd-cef643d0fe2f req-e5243f2a-0036-48b1-a237-ce0527ef2dbf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:06.683592 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b935d9d5-b5bd-4ad0-97bd-cef643d0fe2f req-e5243f2a-0036-48b1-a237-ce0527ef2dbf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0544317 Sep 14 16:56:06.693494 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56526) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:06.698783 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'floatingip': {'port_id': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:06.785743 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.803664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56530) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:06.818596 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76db5b3e-4ca6-41a9-b2e1-47935f7363bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.913117 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76db5b3e-4ca6-41a9-b2e1-47935f7363bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.920357 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76db5b3e-4ca6-41a9-b2e1-47935f7363bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:06.965068 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-76db5b3e-4ca6-41a9-b2e1-47935f7363bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a08f3c11f0c042feaac798f4c7f835cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600363 Sep 14 16:56:06.966726 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db5b3e-4ca6-41a9-b2e1-47935f7363bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df3fa80-a62a-4582-9a7a-b8136dc7ef59,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:06.969394 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56536) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:07.029415 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bee3d916-db5c-460c-9e84-0c851f16725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:07.052413 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bee3d916-db5c-460c-9e84-0c851f16725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:07.101109 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bee3d916-db5c-460c-9e84-0c851f16725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:07.103962 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bee3d916-db5c-460c-9e84-0c851f16725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:07.107524 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bee3d916-db5c-460c-9e84-0c851f16725b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9df3fa80-a62a-4582-9a7a-b8136dc7ef59 HTTP/1.1" status: 204 len: 168 time: 0.1346793 Sep 14 16:56:07.122430 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3d916-db5c-460c-9e84-0c851f16725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df3fa80-a62a-4582-9a7a-b8136dc7ef59,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:07.213422 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44b86c-3b43-424b-817f-359987f7753f req-4641a84e-6374-4bb5-a588-5cb347cc2fe8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:07.215259 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2d44b86c-3b43-424b-817f-359987f7753f req-4641a84e-6374-4bb5-a588-5cb347cc2fe8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1762030 Sep 14 16:56:07.343698 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2d44b86c-3b43-424b-817f-359987f7753f req-a0382205-465a-4fe2-8893-95f26e6e368f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973597 Sep 14 16:56:07.680762 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:07.691224 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:07.795216 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Floating IP 2ab5407e-47fa-45c3-8622-c9c97b38f7b5 associated. External IP: 172.27.2.204, port: 7a6e8b41-5bd0-4711-9388-10805f0d5c1a. Sep 14 16:56:08.016100 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Router 5bc59034-5a77-4a9c-a6a8-958628af14ca has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:56:08.133470 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:56:08.140075 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:08.150677 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] Sync routers for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:56:08.165577 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:08.165851 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e4a04d09-ebbe-4ef6-a147-d4e2c1a63d25 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "PUT /v2.0/floatingips/2ab5407e-47fa-45c3-8622-c9c97b38f7b5 HTTP/1.1" status: 200 len: 991 time: 1.4711537 Sep 14 16:56:08.166581 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:56:08.167129 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:08.168852 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f496d375-3f3d-45f9-97dc-104c712bd5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:56:08.206397 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21642342-d47d-454d-bc6e-8aac30a5d9fb x-openstack-request-id: req-21642342-d47d-454d-bc6e-8aac30a5d9fb {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:56:08.206688 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:56:08.206961 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21642342-d47d-454d-bc6e-8aac30a5d9fb {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:56:08.207356 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'status': 'completed', 'code': 200} Sep 14 16:56:08.298270 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:08.351548 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-308ded72-1e0a-4d98-9602-f883711f73ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:08.472373 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed71a9-306f-4263-9543-be18f1e2c5b8 req-7c349c5e-329a-4dcc-b389-58eeb49f0581 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:08.473930 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-efed71a9-306f-4263-9543-be18f1e2c5b8 req-7c349c5e-329a-4dcc-b389-58eeb49f0581 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0486658 Sep 14 16:56:08.520451 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-efed71a9-306f-4263-9543-be18f1e2c5b8 req-1b059ca8-662a-429e-9be5-0a13fa674fc9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Sep 14 16:56:08.589358 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '2ab5407e-47fa-45c3-8622-c9c97b38f7b5', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'port_id': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'mac_address': 'fa:16:3e:60:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e1e94-e337-4489-a594-21a01d84dd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:55:50Z', 'updated_at': '2021-09-14T16:56:07Z', 'revision_number': 1, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:08.699851 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-edcad15a-5745-42db-a78e-f982a3b6d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:08.701665 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-edcad15a-5745-42db-a78e-f982a3b6d0e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1098 time: 0.0563841 Sep 14 16:56:08.709664 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] Checking router: 5bc59034-5a77-4a9c-a6a8-958628af14ca for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:56:08.731197 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:08.732290 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:55:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:08.812444 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-22a10ad1-1883-45e7-993e-9976ec2dfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:08.814099 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-22a10ad1-1883-45e7-993e-9976ec2dfb75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.1007600 Sep 14 16:56:08.859585 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:08.866153 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93d12c-f093-4dc1-a650-1d7ee7258571 req-272c000e-0f8b-4dff-ab6e-e285429653e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:08.870427 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-de93d12c-f093-4dc1-a650-1d7ee7258571 req-272c000e-0f8b-4dff-ab6e-e285429653e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 1098 time: 0.0935545 Sep 14 16:56:08.933992 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-de93d12c-f093-4dc1-a650-1d7ee7258571 req-563b8936-9fa3-4cae-ad8c-69aef3ef6288 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Sep 14 16:56:08.952147 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-bb5ffea7-e056-44ee-9cab-0ffe67d21ec4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 999 time: 0.1273134 Sep 14 16:56:09.108157 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '2ab5407e-47fa-45c3-8622-c9c97b38f7b5', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'port_id': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'mac_address': 'fa:16:3e:60:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e1e94-e337-4489-a594-21a01d84dd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:55:50Z', 'updated_at': '2021-09-14T16:56:07Z', 'revision_number': 1, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:09.140100 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7422-ea44-4e6d-adc8-9f3022a547cc None None] The sync data for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi is: [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '2ab5407e-47fa-45c3-8622-c9c97b38f7b5', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'port_id': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'mac_address': 'fa:16:3e:60:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e1e94-e337-4489-a594-21a01d84dd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:55:50Z', 'updated_at': '2021-09-14T16:56:07Z', 'revision_number': 1, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:56:09.312136 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-6b1c74d3-fc0f-48bc-8f48-782387fb6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:09.313658 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-6b1c74d3-fc0f-48bc-8f48-782387fb6793 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0679886 Sep 14 16:56:09.347163 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ac0ed-a4ab-46d2-a886-ae0fd029c955 None None] New status for floating IP 2ab5407e-47fa-45c3-8622-c9c97b38f7b5: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:56:09.389030 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-a43019e5-0f37-4c86-b8c2-f50adec9bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:09.390445 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-a43019e5-0f37-4c86-b8c2-f50adec9bbc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601323 Sep 14 16:56:09.496151 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-c06662df-1a60-497e-b95b-a18d7418e9fc service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971987 Sep 14 16:56:09.655058 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f496d375-3f3d-45f9-97dc-104c712bd5a3 req-32f2de83-1846-46d7-9ac4-870b01cf3c03 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518836 Sep 14 16:56:09.673855 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b8887-4bf6-4e05-a1ef-74b5597867c9 req-7548577e-8997-4c2b-80a4-5af33efba3b6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:09.681890 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-289b8887-4bf6-4e05-a1ef-74b5597867c9 req-7548577e-8997-4c2b-80a4-5af33efba3b6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0639744 Sep 14 16:56:09.731806 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-289b8887-4bf6-4e05-a1ef-74b5597867c9 req-83d1a1ce-a7b3-4ac5-b7bd-436fc16631ee tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Sep 14 16:56:10.147409 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56710) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:10.273317 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35771493-bafa-4fd1-9aed-ca631787fae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.351633 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.396773 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35771493-bafa-4fd1-9aed-ca631787fae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.402800 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35771493-bafa-4fd1-9aed-ca631787fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.453125 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56736) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:10.453273 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-35771493-bafa-4fd1-9aed-ca631787fae8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7dbfb16d09949e0b1f4942e60d858a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045995 Sep 14 16:56:10.454221 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35771493-bafa-4fd1-9aed-ca631787fae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc85ccee-f5f3-48cd-b6eb-d788807670ab,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:10.514517 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91f074b3-dc14-4c62-9395-053a955c7a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.543936 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91f074b3-dc14-4c62-9395-053a955c7a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.608639 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91f074b3-dc14-4c62-9395-053a955c7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.612369 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-91f074b3-dc14-4c62-9395-053a955c7a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.615916 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-91f074b3-dc14-4c62-9395-053a955c7a90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc85ccee-f5f3-48cd-b6eb-d788807670ab HTTP/1.1" status: 204 len: 168 time: 0.1593947 Sep 14 16:56:10.625844 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f074b3-dc14-4c62-9395-053a955c7a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc85ccee-f5f3-48cd-b6eb-d788807670ab,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:10.858428 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9c395-ba3e-4b32-86e3-f0b2fc9375e9 req-c8269b88-5817-4d35-bccb-d717bcf9a5d0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:10.860921 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ba9c395-ba3e-4b32-86e3-f0b2fc9375e9 req-c8269b88-5817-4d35-bccb-d717bcf9a5d0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0680628 Sep 14 16:56:10.891756 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-868197f1-5ea6-49cc-9fcc-451b97287c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:10.932177 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ba9c395-ba3e-4b32-86e3-f0b2fc9375e9 req-01900004-4f4d-4802-ad25-4f018e7f8c49 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606203 Sep 14 16:56:10.999965 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.223677 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56818) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:11.292433 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f425e9-5385-423a-8aab-48ffcee96331 req-e82225e0-1ac9-40b1-99e1-fb79ebd96615 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:11.294188 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-91f425e9-5385-423a-8aab-48ffcee96331 req-e82225e0-1ac9-40b1-99e1-fb79ebd96615 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0767815 Sep 14 16:56:11.317072 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46f940-d88e-47f2-ace9-604100635e63 req-01bc0257-aeee-4b9e-b6b2-19203c978652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:11.319507 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df46f940-d88e-47f2-ace9-604100635e63 req-01bc0257-aeee-4b9e-b6b2-19203c978652 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 1098 time: 0.0712669 Sep 14 16:56:11.343927 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-91f425e9-5385-423a-8aab-48ffcee96331 req-26f40f51-aef4-481f-a9d7-519f0b22268a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Sep 14 16:56:11.427370 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-adcfae29-e7a7-4fd2-8490-10165dba37a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.471503 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46f940-d88e-47f2-ace9-604100635e63 req-959fb16c-25a4-4a4c-8ffd-aa0ce6eac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:11.473297 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df46f940-d88e-47f2-ace9-604100635e63 req-959fb16c-25a4-4a4c-8ffd-aa0ce6eac1f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.1431291 Sep 14 16:56:11.497215 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56828) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:11.523246 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df46f940-d88e-47f2-ace9-604100635e63 req-39891304-aef9-48f5-913f-5fbc2031e58e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24173805-0722-4ac6-8f5f-eac58bf8732a HTTP/1.1" status: 200 len: 217 time: 0.0409117 Sep 14 16:56:11.589697 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46f940-d88e-47f2-ace9-604100635e63 req-433b1fd1-cb0b-438a-98a1-c8bc0d50452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:11.591231 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df46f940-d88e-47f2-ace9-604100635e63 req-433b1fd1-cb0b-438a-98a1-c8bc0d50452a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.0581369 Sep 14 16:56:11.641213 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df46f940-d88e-47f2-ace9-604100635e63 req-af50b5ac-75ad-49d6-920c-2675bb6b27e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414083 Sep 14 16:56:11.658356 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-adcfae29-e7a7-4fd2-8490-10165dba37a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.675959 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-adcfae29-e7a7-4fd2-8490-10165dba37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.704355 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-adcfae29-e7a7-4fd2-8490-10165dba37a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70e1a86fadaa4ea88fb4ca23b65e3e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795818 Sep 14 16:56:11.707699 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56842) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:11.730992 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbef664-96e2-4e7a-bb66-b343ab4dcfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.760147 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfae29-e7a7-4fd2-8490-10165dba37a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b558aa9-ff5a-48df-8e65-9eb40e02b6ad,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:11.798486 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df46f940-d88e-47f2-ace9-604100635e63 req-798915aa-efcc-4450-90a0-1ce6250be665 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486316 Sep 14 16:56:11.815660 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5e6a-7652-437d-a378-2e07065a226e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.857163 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.861656 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5e6a-7652-437d-a378-2e07065a226e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.946132 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbef664-96e2-4e7a-bb66-b343ab4dcfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.946319 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-df46f940-d88e-47f2-ace9-604100635e63 req-a4988c43-22db-45c9-b3d1-c526fe580900 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379302 Sep 14 16:56:11.953946 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cbef664-96e2-4e7a-bb66-b343ab4dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.974518 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5e6a-7652-437d-a378-2e07065a226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.979256 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5e6a-7652-437d-a378-2e07065a226e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:11.984200 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3bbb5e6a-7652-437d-a378-2e07065a226e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b558aa9-ff5a-48df-8e65-9eb40e02b6ad HTTP/1.1" status: 204 len: 168 time: 0.2755015 Sep 14 16:56:12.019715 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6cbef664-96e2-4e7a-bb66-b343ab4dcfd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4868cccc0c1e4eb28bf1466b067c65c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212004 Sep 14 16:56:12.021159 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef664-96e2-4e7a-bb66-b343ab4dcfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff86af9-85e7-4253-8fb7-23682dfa8110,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:12.022518 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56890) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:12.057482 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb5e6a-7652-437d-a378-2e07065a226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b558aa9-ff5a-48df-8e65-9eb40e02b6ad,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:12.121090 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68bf558b-167d-4476-a558-800c72bcfa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.146563 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68bf558b-167d-4476-a558-800c72bcfa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.206152 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68bf558b-167d-4476-a558-800c72bcfa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.210023 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-68bf558b-167d-4476-a558-800c72bcfa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.215389 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-68bf558b-167d-4476-a558-800c72bcfa71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ff86af9-85e7-4253-8fb7-23682dfa8110 HTTP/1.1" status: 204 len: 168 time: 0.1917162 Sep 14 16:56:12.231922 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf558b-167d-4476-a558-800c72bcfa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff86af9-85e7-4253-8fb7-23682dfa8110,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:12.397979 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56922) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:12.434761 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6981dda9-2431-4798-8969-5b0005cec50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.559480 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ef67-5e01-4429-9ced-4e1bb6ec8187 req-26b257ba-43fd-4437-9a92-209f0df286fe tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:12.565420 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-86b4ef67-5e01-4429-9ced-4e1bb6ec8187 req-26b257ba-43fd-4437-9a92-209f0df286fe tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1073966 Sep 14 16:56:12.612453 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6981dda9-2431-4798-8969-5b0005cec50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.620636 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6981dda9-2431-4798-8969-5b0005cec50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.629764 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-86b4ef67-5e01-4429-9ced-4e1bb6ec8187 req-4de715ef-fa31-4ec1-a38c-95aa88976448 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558076 Sep 14 16:56:12.657229 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981dda9-2431-4798-8969-5b0005cec50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbc6994-94ce-48b2-9ed3-3765b30a41d7,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:12.679070 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6981dda9-2431-4798-8969-5b0005cec50f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67e326e5d4f040cfba896cc79fa6af4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774577 Sep 14 16:56:12.679542 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56936) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:12.734565 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fadb3bc9-5a27-4c0a-9f4a-ce885c2d26ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.759851 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fadb3bc9-5a27-4c0a-9f4a-ce885c2d26ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.813393 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56940) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:12.820153 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fadb3bc9-5a27-4c0a-9f4a-ce885c2d26ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.823269 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fadb3bc9-5a27-4c0a-9f4a-ce885c2d26ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.827181 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fadb3bc9-5a27-4c0a-9f4a-ce885c2d26ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fbc6994-94ce-48b2-9ed3-3765b30a41d7 HTTP/1.1" status: 204 len: 168 time: 0.1441338 Sep 14 16:56:12.830347 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-451add6a-e4a7-400f-83d3-8c1e78926b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.833341 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb3bc9-5a27-4c0a-9f4a-ce885c2d26ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbc6994-94ce-48b2-9ed3-3765b30a41d7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:12.898573 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56944) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:12.934155 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-451add6a-e4a7-400f-83d3-8c1e78926b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.939274 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-451add6a-e4a7-400f-83d3-8c1e78926b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:12.986553 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-451add6a-e4a7-400f-83d3-8c1e78926b8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=310cd3ff45324795a03e95a49fc44d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717834 Sep 14 16:56:12.987587 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451add6a-e4a7-400f-83d3-8c1e78926b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0392d03-f449-4dca-9094-8199a02a0fde,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:12.989139 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 56954) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:13.051080 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-216b8ff5-c67d-4045-83eb-2ef1c3bb9116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.077985 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-216b8ff5-c67d-4045-83eb-2ef1c3bb9116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.127607 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-216b8ff5-c67d-4045-83eb-2ef1c3bb9116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.130113 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-216b8ff5-c67d-4045-83eb-2ef1c3bb9116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.131280 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-216b8ff5-c67d-4045-83eb-2ef1c3bb9116 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0392d03-f449-4dca-9094-8199a02a0fde HTTP/1.1" status: 204 len: 168 time: 0.1411953 Sep 14 16:56:13.139026 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b8ff5-c67d-4045-83eb-2ef1c3bb9116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0392d03-f449-4dca-9094-8199a02a0fde,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:13.172294 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f34a7b4-20f0-482e-88b8-0829ccdae55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.334314 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f34a7b4-20f0-482e-88b8-0829ccdae55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.340696 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f34a7b4-20f0-482e-88b8-0829ccdae55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.386576 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3f34a7b4-20f0-482e-88b8-0829ccdae55b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca1d1d46df6044c1b40ec7335ae43f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867213 Sep 14 16:56:13.389310 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56982) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:13.401400 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a7b4-20f0-482e-88b8-0829ccdae55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ccf257-b226-4c6d-ac61-ac07567940dc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:13.463175 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ad9e-f8e1-4ff9-ba3e-f36321bb8b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.487112 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ad9e-f8e1-4ff9-ba3e-f36321bb8b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.518720 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.549176 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ad9e-f8e1-4ff9-ba3e-f36321bb8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.551750 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ad9e-f8e1-4ff9-ba3e-f36321bb8b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.553154 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-8dd6ad9e-f8e1-4ff9-ba3e-f36321bb8b4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3ccf257-b226-4c6d-ac61-ac07567940dc HTTP/1.1" status: 204 len: 168 time: 0.1619697 Sep 14 16:56:13.562938 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6ad9e-f8e1-4ff9-ba3e-f36321bb8b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ccf257-b226-4c6d-ac61-ac07567940dc,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:13.617328 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 56992) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:13.631192 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f282bed7-0d0b-448c-8ceb-e9b0514f3be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.799617 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be185f8-5916-4e20-914f-71322921b8ae req-fc458bd1-275f-4364-8ca7-19a109795fec tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:13.801688 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0be185f8-5916-4e20-914f-71322921b8ae req-fc458bd1-275f-4364-8ca7-19a109795fec tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0738289 Sep 14 16:56:13.801906 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f282bed7-0d0b-448c-8ceb-e9b0514f3be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.808193 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f282bed7-0d0b-448c-8ceb-e9b0514f3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:13.851884 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0be185f8-5916-4e20-914f-71322921b8ae req-175361b3-d908-4ab2-969b-bdc8c0d0b1d8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Sep 14 16:56:13.893207 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f282bed7-0d0b-448c-8ceb-e9b0514f3be7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=696cee17c88c4317ac86949d0155290c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746546 Sep 14 16:56:13.894500 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282bed7-0d0b-448c-8ceb-e9b0514f3be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a8dc81-855a-46e8-b9f7-941c128e207e,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:13.895922 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57008) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:13.960609 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-5794-4712-afa7-132123feb3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.000496 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57012) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:14.009719 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-5794-4712-afa7-132123feb3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.017844 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-66c3c0bf-6a6b-460e-8aa4-f671013d93a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.062348 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-5794-4712-afa7-132123feb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.065138 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-5794-4712-afa7-132123feb3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.066345 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1ac42185-5794-4712-afa7-132123feb3eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8a8dc81-855a-46e8-b9f7-941c128e207e HTTP/1.1" status: 204 len: 168 time: 0.1692123 Sep 14 16:56:14.074531 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac42185-5794-4712-afa7-132123feb3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a8dc81-855a-46e8-b9f7-941c128e207e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:14.130955 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-66c3c0bf-6a6b-460e-8aa4-f671013d93a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.139039 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-66c3c0bf-6a6b-460e-8aa4-f671013d93a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.183218 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3c0bf-6a6b-460e-8aa4-f671013d93a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b8eb1d-f072-48b3-ad88-db97154a2ded,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:14.187875 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-66c3c0bf-6a6b-460e-8aa4-f671013d93a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2846887812dc41d1baddbe1e78939e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860840 Sep 14 16:56:14.190621 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57020) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:14.242705 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee15803a-8085-4ff0-b349-ae3c190f60f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.282534 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee15803a-8085-4ff0-b349-ae3c190f60f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.340516 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee15803a-8085-4ff0-b349-ae3c190f60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.343461 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee15803a-8085-4ff0-b349-ae3c190f60f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:14.347169 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ee15803a-8085-4ff0-b349-ae3c190f60f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3b8eb1d-f072-48b3-ad88-db97154a2ded HTTP/1.1" status: 204 len: 168 time: 0.1533525 Sep 14 16:56:14.352823 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15803a-8085-4ff0-b349-ae3c190f60f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b8eb1d-f072-48b3-ad88-db97154a2ded,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:14.990363 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa0b30-b502-4c94-a43c-0546af8c0b82 req-cade4e50-8af8-4f7e-81f1-4870c60d79f4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:14.992273 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3baa0b30-b502-4c94-a43c-0546af8c0b82 req-cade4e50-8af8-4f7e-81f1-4870c60d79f4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0655117 Sep 14 16:56:15.039908 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3baa0b30-b502-4c94-a43c-0546af8c0b82 req-9699f3eb-3172-4463-94c4-34be09dae336 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Sep 14 16:56:15.914924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57156) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:16.164432 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ae088-4c4c-4820-b885-3249bbced2ed req-7a5d6d33-d7ff-4fcd-b70f-93e070f9aaed tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:16.166134 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c46ae088-4c4c-4820-b885-3249bbced2ed req-7a5d6d33-d7ff-4fcd-b70f-93e070f9aaed tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0526407 Sep 14 16:56:16.168958 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71b84ef4-99a7-4121-a3f2-26476758de8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.213602 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c46ae088-4c4c-4820-b885-3249bbced2ed req-3a049f51-a706-4c46-9bc4-2261d6c3d8b7 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Sep 14 16:56:16.262733 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71b84ef4-99a7-4121-a3f2-26476758de8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.267765 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-71b84ef4-99a7-4121-a3f2-26476758de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.306949 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-71b84ef4-99a7-4121-a3f2-26476758de8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f583f8ef0446482ea74a7555b9ee3aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908210 Sep 14 16:56:16.308128 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b84ef4-99a7-4121-a3f2-26476758de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76114cc2-803a-4c0f-b33a-e80aabb049e0,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:16.309808 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57176) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:16.360301 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a086cfb7-9395-4955-b4b9-930acf96e6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.381385 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a086cfb7-9395-4955-b4b9-930acf96e6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.429815 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a086cfb7-9395-4955-b4b9-930acf96e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.432852 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a086cfb7-9395-4955-b4b9-930acf96e6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.436807 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a086cfb7-9395-4955-b4b9-930acf96e6d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76114cc2-803a-4c0f-b33a-e80aabb049e0 HTTP/1.1" status: 204 len: 168 time: 0.1229210 Sep 14 16:56:16.450612 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086cfb7-9395-4955-b4b9-930acf96e6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76114cc2-803a-4c0f-b33a-e80aabb049e0,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:16.803015 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57214) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:16.820243 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ddac7b2c-88aa-4fcb-8cb4-eedc4e5847a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.967234 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ddac7b2c-88aa-4fcb-8cb4-eedc4e5847a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:16.969861 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57228) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:16.976862 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ddac7b2c-88aa-4fcb-8cb4-eedc4e5847a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.016680 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ddac7b2c-88aa-4fcb-8cb4-eedc4e5847a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=899d6ce938594a6aa16a3fe5dcd90ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121820 Sep 14 16:56:17.017539 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac7b2c-88aa-4fcb-8cb4-eedc4e5847a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a814f-f2ed-4474-a0e7-69d5a236fce7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:17.019539 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57232) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:17.072803 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3e39e35-486c-4cfc-974d-48c9b42bb8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.084225 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b25e18-1784-4b47-8e42-5f6d60bfabe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.096754 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3e39e35-486c-4cfc-974d-48c9b42bb8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.149336 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3e39e35-486c-4cfc-974d-48c9b42bb8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.152672 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c3e39e35-486c-4cfc-974d-48c9b42bb8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.153869 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c3e39e35-486c-4cfc-974d-48c9b42bb8d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/823a814f-f2ed-4474-a0e7-69d5a236fce7 HTTP/1.1" status: 204 len: 168 time: 0.1332266 Sep 14 16:56:17.164848 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e39e35-486c-4cfc-974d-48c9b42bb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a814f-f2ed-4474-a0e7-69d5a236fce7,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:17.201061 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b25e18-1784-4b47-8e42-5f6d60bfabe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.208456 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b25e18-1784-4b47-8e42-5f6d60bfabe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.250675 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b25e18-1784-4b47-8e42-5f6d60bfabe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4897bf7-fbfc-4707-8a37-8050f7e4f4e2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:17.271081 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c0b25e18-1784-4b47-8e42-5f6d60bfabe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4b4d92e577b4f88a02939724cb02e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996335 Sep 14 16:56:17.273619 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57246) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:17.367232 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97ff679f-bc86-458c-a27e-0e8d6c6545b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.393373 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97ff679f-bc86-458c-a27e-0e8d6c6545b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.415866 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33beec-6bac-4984-a60f-994b93675bb9 req-2c183cb3-ba64-4c33-962f-459263f4e3fa tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:17.417474 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e33beec-6bac-4984-a60f-994b93675bb9 req-2c183cb3-ba64-4c33-962f-459263f4e3fa tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1000266 Sep 14 16:56:17.483676 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e33beec-6bac-4984-a60f-994b93675bb9 req-74e6b833-be52-409e-9339-a69052ee4d93 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Sep 14 16:56:17.495854 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97ff679f-bc86-458c-a27e-0e8d6c6545b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.499999 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97ff679f-bc86-458c-a27e-0e8d6c6545b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:17.507424 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-97ff679f-bc86-458c-a27e-0e8d6c6545b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4897bf7-fbfc-4707-8a37-8050f7e4f4e2 HTTP/1.1" status: 204 len: 168 time: 0.2327337 Sep 14 16:56:17.537247 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff679f-bc86-458c-a27e-0e8d6c6545b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4897bf7-fbfc-4707-8a37-8050f7e4f4e2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:17.977861 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57300) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:17.997720 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32031d21-5b3e-4bf8-a62a-9dfb005e62be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:18.055448 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52f5ed-86e8-4f78-9e00-426d1f5bcdba req-56ac030f-ab50-46a8-90cb-944df5f35365 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:18.058171 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da52f5ed-86e8-4f78-9e00-426d1f5bcdba req-56ac030f-ab50-46a8-90cb-944df5f35365 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0719409 Sep 14 16:56:18.106753 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da52f5ed-86e8-4f78-9e00-426d1f5bcdba req-48a5d177-05d7-4071-bebc-dd686a1f0f7e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Sep 14 16:56:18.132460 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32031d21-5b3e-4bf8-a62a-9dfb005e62be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:18.137657 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32031d21-5b3e-4bf8-a62a-9dfb005e62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:18.179147 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32031d21-5b3e-4bf8-a62a-9dfb005e62be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03c4f89-4a8c-4623-881c-73d3cdf3589c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:18.191354 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-32031d21-5b3e-4bf8-a62a-9dfb005e62be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c047d10704904a66ac1b4ff681bb50b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119932 Sep 14 16:56:18.192251 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57312) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:18.243531 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cadfad55-a278-4dbf-9aae-5e99620778d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:18.274240 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cadfad55-a278-4dbf-9aae-5e99620778d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:18.329799 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cadfad55-a278-4dbf-9aae-5e99620778d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:18.332506 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cadfad55-a278-4dbf-9aae-5e99620778d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:18.334107 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-cadfad55-a278-4dbf-9aae-5e99620778d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f03c4f89-4a8c-4623-881c-73d3cdf3589c HTTP/1.1" status: 204 len: 168 time: 0.1407473 Sep 14 16:56:18.343276 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfad55-a278-4dbf-9aae-5e99620778d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03c4f89-4a8c-4623-881c-73d3cdf3589c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:18.629306 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b016b9-f9cd-4df8-8c12-25455339a801 req-5ada8086-4980-4ebf-be84-ec9ea9f3fef6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:18.631564 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69b016b9-f9cd-4df8-8c12-25455339a801 req-5ada8086-4980-4ebf-be84-ec9ea9f3fef6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0589001 Sep 14 16:56:18.675489 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69b016b9-f9cd-4df8-8c12-25455339a801 req-c9bc18a1-9652-459c-acff-dbc10d6bc3b8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362725 Sep 14 16:56:19.251229 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bc82d-3104-4765-9082-554d0e001e95 req-fb8e69fe-fcde-4f5e-a516-f2f2d935473a tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:19.252722 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6f4bc82d-3104-4765-9082-554d0e001e95 req-fb8e69fe-fcde-4f5e-a516-f2f2d935473a tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0562241 Sep 14 16:56:19.305109 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57366) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:19.323453 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6f4bc82d-3104-4765-9082-554d0e001e95 req-8c8deb34-2cc5-483d-8f79-4d2d48d5a621 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638025 Sep 14 16:56:19.455117 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0e96-2b95-416f-b329-43d8866fe5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:19.565284 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:56:19.578794 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0e96-2b95-416f-b329-43d8866fe5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:19.584237 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0e96-2b95-416f-b329-43d8866fe5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:19.625961 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e0ff0e96-2b95-416f-b329-43d8866fe5d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2ba2536d6f14c6aa715c1fb29489293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196621 Sep 14 16:56:19.626797 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff0e96-2b95-416f-b329-43d8866fe5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49d4430-0398-4621-8312-c16905bac8fa,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:19.628716 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57384) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:19.692725 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0c94-dffa-4701-ac3e-ca6f7b84e669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:19.721444 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0c94-dffa-4701-ac3e-ca6f7b84e669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:19.783316 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0c94-dffa-4701-ac3e-ca6f7b84e669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:19.786344 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0c94-dffa-4701-ac3e-ca6f7b84e669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:19.788642 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-5c7f0c94-dffa-4701-ac3e-ca6f7b84e669 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c49d4430-0398-4621-8312-c16905bac8fa HTTP/1.1" status: 204 len: 168 time: 0.1584132 Sep 14 16:56:19.797858 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f0c94-dffa-4701-ac3e-ca6f7b84e669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49d4430-0398-4621-8312-c16905bac8fa,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:19.808918 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817922e8-5695-4208-83ce-462eb864dbf5 req-4e218cdd-0642-4fc8-a9e6-9fafb05ada43 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:19.810973 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-817922e8-5695-4208-83ce-462eb864dbf5 req-4e218cdd-0642-4fc8-a9e6-9fafb05ada43 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0645857 Sep 14 16:56:19.873749 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-817922e8-5695-4208-83ce-462eb864dbf5 req-f293b3d8-7a08-4fda-a981-7661b6b4a9a1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 Sep 14 16:56:20.463142 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c4c69-23d5-46c5-b9e7-3325e2bb1e4d req-a3a94acb-d1eb-443f-9705-fa2e53fd335e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:20.464641 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-874c4c69-23d5-46c5-b9e7-3325e2bb1e4d req-a3a94acb-d1eb-443f-9705-fa2e53fd335e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0561931 Sep 14 16:56:20.504587 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-874c4c69-23d5-46c5-b9e7-3325e2bb1e4d req-1ec67bed-51ba-405c-8c22-03602956d269 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Sep 14 16:56:20.988501 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63e777-ba5f-4af2-833a-c2bf7e11f073 req-0b54397c-a7e1-4865-bbc6-865c616e4ca0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:20.990068 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb63e777-ba5f-4af2-833a-c2bf7e11f073 req-0b54397c-a7e1-4865-bbc6-865c616e4ca0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0577388 Sep 14 16:56:21.030357 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb63e777-ba5f-4af2-833a-c2bf7e11f073 req-389dc480-9a8a-487c-9a90-1abc9f71fb46 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Sep 14 16:56:21.623841 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9d109-6d2c-459e-ba85-b97324d5928a req-cd83f0bf-4771-470e-adc0-dd2cf109b687 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:21.625375 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5a9d109-6d2c-459e-ba85-b97324d5928a req-cd83f0bf-4771-470e-adc0-dd2cf109b687 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0491259 Sep 14 16:56:21.663018 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5a9d109-6d2c-459e-ba85-b97324d5928a req-89eef4eb-6ee5-4a85-8bb1-67bfe9c25da9 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Sep 14 16:56:22.148279 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfb74f-cb5f-4fd1-a576-9efa2c011791 req-2a7adad1-9de1-41b5-b8d2-8f16c686a39c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:22.149744 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fcfb74f-cb5f-4fd1-a576-9efa2c011791 req-2a7adad1-9de1-41b5-b8d2-8f16c686a39c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0486774 Sep 14 16:56:22.188536 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fcfb74f-cb5f-4fd1-a576-9efa2c011791 req-3d1688cd-daab-4170-8ff5-09d2aae9a9b6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Sep 14 16:56:22.791976 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c1de7-5ce5-42f2-95fc-63683da34fdc req-da942b62-1c5f-4038-bfe3-648c2686c25e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:22.793421 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d30c1de7-5ce5-42f2-95fc-63683da34fdc req-da942b62-1c5f-4038-bfe3-648c2686c25e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0573914 Sep 14 16:56:22.836668 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d30c1de7-5ce5-42f2-95fc-63683da34fdc req-d2dfe52a-8eb9-4bbc-a227-0ebc8c2260a6 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Sep 14 16:56:23.316406 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5eb6d-9986-43f3-8f70-a4eb53926d16 req-e7925c60-b3ac-4904-89bc-c280c70c68aa tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:23.317911 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-94c5eb6d-9986-43f3-8f70-a4eb53926d16 req-e7925c60-b3ac-4904-89bc-c280c70c68aa tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0481877 Sep 14 16:56:23.363355 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-94c5eb6d-9986-43f3-8f70-a4eb53926d16 req-6acc9a88-8e88-4ddb-89ff-5a7a170ccd2c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Sep 14 16:56:23.531453 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-6380b6c4-1cd5-44ef-8786-97681cda0e6e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:23.533415 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-6380b6c4-1cd5-44ef-8786-97681cda0e6e tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0706427 Sep 14 16:56:23.661077 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Deleting port b5f21049-2c88-4722-a4f3-c8cc8e17114d {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:56:23.661419 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:23.751133 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] For port b5f21049-2c88-4722-a4f3-c8cc8e17114d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b5f21049-2c88-4722-a4f3-c8cc8e17114d,segment=NetworkSegment(32720c8e-6266-457c-ba64-0626896f95d1),segment_id=32720c8e-6266-457c-ba64-0626896f95d1)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:23.751488 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:23.765783 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Calling delete_port for b5f21049-2c88-4722-a4f3-c8cc8e17114d owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:56:23.959924 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61679cbb-3b53-4056-8d6f-325210b36772 req-b83dc772-f13a-4f46-b50f-cba27fb95e5a tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:23.961490 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-61679cbb-3b53-4056-8d6f-325210b36772 req-b83dc772-f13a-4f46-b50f-cba27fb95e5a tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 945 time: 0.0503626 Sep 14 16:56:24.003062 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-61679cbb-3b53-4056-8d6f-325210b36772 req-408220ad-7837-4dc1-8652-2988193b4599 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc376f67-e302-4762-931e-c49b007fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Sep 14 16:56:24.152485 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:24.185378 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Pushing event deleted for resources: {'Port': ['ID=b5f21049-2c88-4722-a4f3-c8cc8e17114d,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:24.261694 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] No DVR routers for this DVR port b5f21049-2c88-4722-a4f3-c8cc8e17114d on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:56:24.265085 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:24.267111 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-31a2a03c-a940-4224-aee0-9bbbeb4e815f req-4c9c8203-eade-45a4-a292-a934d8d213d0 tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.44 "DELETE /v2.0/ports/b5f21049-2c88-4722-a4f3-c8cc8e17114d HTTP/1.1" status: 204 len: 173 time: 0.7269785 Sep 14 16:56:24.267559 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'name': 'network-vif-deleted', 'tag': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:56:24.269806 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8271ce7-8902-4feb-ad45-c3b835939dd6" -d '{"events": [{"server_uuid": "bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc", "name": "network-vif-deleted", "tag": "b5f21049-2c88-4722-a4f3-c8cc8e17114d"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:56:24.315923 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a98eb0-d8c5-464f-9dee-2b6c91e99480 x-openstack-request-id: req-22a98eb0-d8c5-464f-9dee-2b6c91e99480 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:56:24.315923 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc", "name": "network-vif-deleted", "tag": "b5f21049-2c88-4722-a4f3-c8cc8e17114d", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:56:24.316235 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22a98eb0-d8c5-464f-9dee-2b6c91e99480 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:56:24.316886 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc', 'name': 'network-vif-deleted', 'tag': 'b5f21049-2c88-4722-a4f3-c8cc8e17114d', 'status': 'completed', 'code': 200} Sep 14 16:56:24.488440 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce7c00-c50d-4467-83de-5481a75c570a req-7c8e94ed-a24d-46cf-9db7-627f9f6b6c83 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:24.490055 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-58ce7c00-c50d-4467-83de-5481a75c570a req-7c8e94ed-a24d-46cf-9db7-627f9f6b6c83 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0482442 Sep 14 16:56:24.540470 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-58ce7c00-c50d-4467-83de-5481a75c570a req-179dfed6-ce2f-43cf-90c1-1cb1f10190fb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Sep 14 16:56:25.120701 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-67bcc6fe-76ff-4764-823c-13debde83262 req-792ca4ec-108e-46d3-bcc9-a026d0d6ab5b tempest-DeleteServersTestJSON-896000858 tempest-DeleteServersTestJSON-896000858-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb42f31-d9dd-4d7b-92db-7d9eb7a797fc HTTP/1.1" status: 200 len: 210 time: 0.0264778 Sep 14 16:56:25.335691 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b5f21049-2c88-4722-a4f3-c8cc8e17114d no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:56:25.362008 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: b5f21049-2c88-4722-a4f3-c8cc8e17114d {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:56:25.362348 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b5f21049-2c88-4722-a4f3-c8cc8e17114d not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:56:25.699049 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71f2ae-1072-4301-a3b1-a7ec67558526 req-6a214a82-fef3-4453-a044-842c35953f10 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:25.699049 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de71f2ae-1072-4301-a3b1-a7ec67558526 req-6a214a82-fef3-4453-a044-842c35953f10 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0657303 Sep 14 16:56:25.734728 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de71f2ae-1072-4301-a3b1-a7ec67558526 req-74328d06-daa4-435f-b43f-b16d20716011 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Sep 14 16:56:26.902106 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc4599-028a-4f48-a222-92e1b5e904ec req-e85db8dc-3911-4fa8-8108-fec6dce51f90 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:26.903629 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-71fc4599-028a-4f48-a222-92e1b5e904ec req-e85db8dc-3911-4fa8-8108-fec6dce51f90 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0600567 Sep 14 16:56:26.949181 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-71fc4599-028a-4f48-a222-92e1b5e904ec req-c0caee9f-43a9-4e5e-aae1-9e10587ad32a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Sep 14 16:56:27.311653 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57696) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:27.433735 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.533374 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.539638 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.589839 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f76d414ba99400dbe88ffd26fc7cece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742193 Sep 14 16:56:27.589839 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260a16ca-0585-4cec-9621-8082444a7dc7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:27.590752 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57708) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:27.606135 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57710) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:27.618211 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.618692 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.619148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.619532 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.620020 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.620704 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.620891 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.621410 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.621806 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.622197 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.622628 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.623198 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b743c-a61e-4a7a-a11c-024b4d684d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.662746 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d86be9dd-d22d-4bb8-8999-80204c292cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.663115 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Deleting subnet 76aa349c-991b-4def-90ee-e0944f2f21e5 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:56:27.666333 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.685906 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d86be9dd-d22d-4bb8-8999-80204c292cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.702440 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711024'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.748407 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.755762 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d86be9dd-d22d-4bb8-8999-80204c292cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.758502 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d86be9dd-d22d-4bb8-8999-80204c292cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.759893 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d86be9dd-d22d-4bb8-8999-80204c292cbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/260a16ca-0585-4cec-9621-8082444a7dc7 HTTP/1.1" status: 204 len: 168 time: 0.1678128 Sep 14 16:56:27.778466 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86be9dd-d22d-4bb8-8999-80204c292cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260a16ca-0585-4cec-9621-8082444a7dc7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:27.826288 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2941203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152834'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.855428 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76aa349c-991b-4def-90ee-e0944f2f21e5,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:27.862166 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:27.864060 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76aa349c-991b-4def-90ee-e0944f2f21e5 HTTP/1.1" status: 204 len: 168 time: 0.2569551 Sep 14 16:56:27.867392 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57724) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:27.869388 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.869961 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.871027 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.871505 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.871995 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.872462 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.872941 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.873407 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.874030 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.874496 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.875542 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.876032 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb60d8-eb83-4749-a730-06114d1c6515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:27.941320 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.035275 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.075936 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.076618 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.077526 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.077849 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > port after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.078175 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.078514 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > port after_update 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.078823 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.079168 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.079473 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.079782 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.102438 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153beef8-d710-435d-8481-0c635ae83346 req-8f5bbd72-51b3-46c6-94f7-ac6df983a75f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:28.112796 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-153beef8-d710-435d-8481-0c635ae83346 req-8f5bbd72-51b3-46c6-94f7-ac6df983a75f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0757904 Sep 14 16:56:28.155088 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.155434 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.155761 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.156081 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:56:28.156792 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d903c7b-43f6-4688-b4cc-f47011caa71f']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:28.176175 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32720c8e-6266-457c-ba64-0626896f95d1') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:28.176469 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32720c8e-6266-457c-ba64-0626896f95d1') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:28.182595 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-153beef8-d710-435d-8481-0c635ae83346 req-832eb586-d4d9-48ed-9dd3-8b323dc01d05 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605414 Sep 14 16:56:28.196937 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165543'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.229499 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.239148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:56:28.239537 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165308'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: from cryptography.utils import int_from_bytes Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: from cryptography.utils import int_from_bytes Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: timer() Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: self._notify() Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: event.method(event) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:56:28.256945 dv-cinder-808995-1-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:56:28.275645 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57742) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:28.429571 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57750) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:28.450757 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dba24f27-9da9-4630-8a01-47ebd9033032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.516116 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.527111 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-250fb2c7-499d-451a-ba05-0585cc75b06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.546946 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.548966 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d903c7b-43f6-4688-b4cc-f47011caa71f HTTP/1.1" status: 204 len: 168 time: 0.6805937 Sep 14 16:56:28.580548 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491899c-8a48-457a-9c4c-ad866b389f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d903c7b-43f6-4688-b4cc-f47011caa71f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:28.707113 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dba24f27-9da9-4630-8a01-47ebd9033032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.715692 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dba24f27-9da9-4630-8a01-47ebd9033032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.767969 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-dba24f27-9da9-4630-8a01-47ebd9033032 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db5ee50650a14d6f90c5006653c26d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366477 Sep 14 16:56:28.771940 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57770) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:28.772113 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57768) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:28.780719 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba24f27-9da9-4630-8a01-47ebd9033032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7555ccf0-377e-4062-b3a4-c166c7f2fc42,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:28.825851 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77e27194-2df9-43f4-9ed5-8422a778de47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.836418 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-03acd741-28fe-4bf5-9351-1c69dab019f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=581870950d954981aa47e8f5c8b1c27d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0617578 Sep 14 16:56:28.840371 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57772) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:28.848902 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77e27194-2df9-43f4-9ed5-8422a778de47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.891267 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-250fb2c7-499d-451a-ba05-0585cc75b06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.896452 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-250fb2c7-499d-451a-ba05-0585cc75b06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.896889 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77e27194-2df9-43f4-9ed5-8422a778de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.899500 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77e27194-2df9-43f4-9ed5-8422a778de47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.900792 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-77e27194-2df9-43f4-9ed5-8422a778de47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7555ccf0-377e-4062-b3a4-c166c7f2fc42 HTTP/1.1" status: 204 len: 168 time: 0.1276367 Sep 14 16:56:28.911768 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e27194-2df9-43f4-9ed5-8422a778de47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555ccf0-377e-4062-b3a4-c166c7f2fc42,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:28.939831 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc107-5923-4ac1-a4a0-dfbb705d1977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:28.954544 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-250fb2c7-499d-451a-ba05-0585cc75b06e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=378f375e731e40bea8b06626350e02e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6777713 Sep 14 16:56:28.955284 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fb2c7-499d-451a-ba05-0585cc75b06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b99f2b-a516-42ef-920c-48bfad142866,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:28.957638 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57776) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:28.982513 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc107-5923-4ac1-a4a0-dfbb705d1977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:29.046581 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcefc2fb-d237-40b2-b821-dacb63589979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:29.069896 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcefc2fb-d237-40b2-b821-dacb63589979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:29.076673 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc107-5923-4ac1-a4a0-dfbb705d1977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:29.079525 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc107-5923-4ac1-a4a0-dfbb705d1977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:29.080668 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ee9bc107-5923-4ac1-a4a0-dfbb705d1977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc376f67-e302-4762-931e-c49b007fff57 HTTP/1.1" status: 204 len: 168 time: 0.2393768 Sep 14 16:56:29.099181 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bc107-5923-4ac1-a4a0-dfbb705d1977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc376f67-e302-4762-931e-c49b007fff57,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:29.153908 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcefc2fb-d237-40b2-b821-dacb63589979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:29.156738 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcefc2fb-d237-40b2-b821-dacb63589979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:29.157903 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fcefc2fb-d237-40b2-b821-dacb63589979 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16b99f2b-a516-42ef-920c-48bfad142866 HTTP/1.1" status: 204 len: 168 time: 0.1978090 Sep 14 16:56:29.166227 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefc2fb-d237-40b2-b821-dacb63589979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b99f2b-a516-42ef-920c-48bfad142866,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:29.332424 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaf7bf-2992-4c12-abcc-8f28d0e71bb7 req-6070a369-4fe0-4687-90c8-aebd500ea75a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:29.334055 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-43eaf7bf-2992-4c12-abcc-8f28d0e71bb7 req-6070a369-4fe0-4687-90c8-aebd500ea75a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0655973 Sep 14 16:56:29.384287 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-43eaf7bf-2992-4c12-abcc-8f28d0e71bb7 req-f81c0006-05bb-437f-9147-a21638735da9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Sep 14 16:56:30.131498 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57856) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:30.361493 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-998c48fe-01e6-4983-bbb3-17ee1a12ccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:30.514730 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-998c48fe-01e6-4983-bbb3-17ee1a12ccb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:30.523318 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-998c48fe-01e6-4983-bbb3-17ee1a12ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:30.572306 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd249-3782-4cfc-8f61-13286096b7b4 req-9dd6d27b-6617-4841-a2c9-8109ca7021db tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:30.574493 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6abfd249-3782-4cfc-8f61-13286096b7b4 req-9dd6d27b-6617-4841-a2c9-8109ca7021db tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1116207 Sep 14 16:56:30.581353 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c48fe-01e6-4983-bbb3-17ee1a12ccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82598dfa-a528-4d2b-8fa9-5a35e430b436,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:30.591734 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57878) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:30.592137 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-998c48fe-01e6-4983-bbb3-17ee1a12ccb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22055ebd75c3443fafc01917a648da16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588242 Sep 14 16:56:30.627055 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6abfd249-3782-4cfc-8f61-13286096b7b4 req-997a3357-c78c-42bc-abfe-53cfd867afb3 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Sep 14 16:56:30.652176 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-545e2a7f-0800-4283-9d4d-91773b212657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:30.674131 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-545e2a7f-0800-4283-9d4d-91773b212657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:30.724234 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-545e2a7f-0800-4283-9d4d-91773b212657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:30.727302 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-545e2a7f-0800-4283-9d4d-91773b212657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:30.733401 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-545e2a7f-0800-4283-9d4d-91773b212657 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82598dfa-a528-4d2b-8fa9-5a35e430b436 HTTP/1.1" status: 204 len: 168 time: 0.1371675 Sep 14 16:56:30.739631 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e2a7f-0800-4283-9d4d-91773b212657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82598dfa-a528-4d2b-8fa9-5a35e430b436,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:31.140586 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57914) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:31.156512 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afc823ab-d76d-4450-9b56-202572e5915f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:31.255925 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afc823ab-d76d-4450-9b56-202572e5915f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:31.260534 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afc823ab-d76d-4450-9b56-202572e5915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:31.309597 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-afc823ab-d76d-4450-9b56-202572e5915f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75aa3a39556e4d468de661e69653eff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651199 Sep 14 16:56:31.309597 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc823ab-d76d-4450-9b56-202572e5915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c8bbff-f434-4cbb-8cab-f28969914185,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:31.310307 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57920) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:31.389167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6aff755-1006-4c79-8a59-56f3240c9c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:31.415094 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6aff755-1006-4c79-8a59-56f3240c9c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:31.476608 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6aff755-1006-4c79-8a59-56f3240c9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:31.481315 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6aff755-1006-4c79-8a59-56f3240c9c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:31.483269 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f6aff755-1006-4c79-8a59-56f3240c9c94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4c8bbff-f434-4cbb-8cab-f28969914185 HTTP/1.1" status: 204 len: 168 time: 0.1714139 Sep 14 16:56:31.494643 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aff755-1006-4c79-8a59-56f3240c9c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c8bbff-f434-4cbb-8cab-f28969914185,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:31.774067 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b21d9-131c-4393-a0e7-47ca4a967ad0 req-8ffc5691-adb3-46b0-a27b-118df970f689 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:31.775696 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ca5b21d9-131c-4393-a0e7-47ca4a967ad0 req-8ffc5691-adb3-46b0-a27b-118df970f689 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0684452 Sep 14 16:56:31.830217 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ca5b21d9-131c-4393-a0e7-47ca4a967ad0 req-23a6f59b-abbe-4041-924c-05e5ccf4b026 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473690 Sep 14 16:56:31.992050 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 57958) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:32.005062 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66e49b66-5671-4671-96aa-94d97cd3798f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.135654 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66e49b66-5671-4671-96aa-94d97cd3798f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.141450 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66e49b66-5671-4671-96aa-94d97cd3798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.185554 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-66e49b66-5671-4671-96aa-94d97cd3798f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fda0fb7f23aa4ff9a81961b20f3b2c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896040 Sep 14 16:56:32.185554 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e49b66-5671-4671-96aa-94d97cd3798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b423d973-b07e-46c4-9aca-763bb23d9ba0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:32.185971 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57970) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:32.237819 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-403d6a05-aa7b-4670-92d1-36e07fbf8a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.260632 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-403d6a05-aa7b-4670-92d1-36e07fbf8a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.315345 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-403d6a05-aa7b-4670-92d1-36e07fbf8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.318040 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-403d6a05-aa7b-4670-92d1-36e07fbf8a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.319591 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-403d6a05-aa7b-4670-92d1-36e07fbf8a28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b423d973-b07e-46c4-9aca-763bb23d9ba0 HTTP/1.1" status: 204 len: 168 time: 0.1324773 Sep 14 16:56:32.330444 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d6a05-aa7b-4670-92d1-36e07fbf8a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b423d973-b07e-46c4-9aca-763bb23d9ba0,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:32.616161 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 57988) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:32.722691 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-94d9374a-f1ba-46ae-ae01-f496c2082df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.817638 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-94d9374a-f1ba-46ae-ae01-f496c2082df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.823946 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-94d9374a-f1ba-46ae-ae01-f496c2082df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.870216 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-94d9374a-f1ba-46ae-ae01-f496c2082df6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=591fedc24c7f4883ad04dade1aacddf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525468 Sep 14 16:56:32.871524 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9374a-f1ba-46ae-ae01-f496c2082df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0889768e-31d0-41df-8437-f51f75eebc8e,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:32.873599 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58004) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:32.930050 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7eb8bea2-9311-4f57-8efb-44749e91cfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.957821 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7eb8bea2-9311-4f57-8efb-44749e91cfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:32.962520 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed0b1-97b7-4613-ae88-a20c16f0fd67 req-310d7c9c-8f84-4e19-a274-78cec5c68112 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:32.964522 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-85bed0b1-97b7-4613-ae88-a20c16f0fd67 req-310d7c9c-8f84-4e19-a274-78cec5c68112 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0575068 Sep 14 16:56:33.016384 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7eb8bea2-9311-4f57-8efb-44749e91cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.019046 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7eb8bea2-9311-4f57-8efb-44749e91cfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.026435 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7eb8bea2-9311-4f57-8efb-44749e91cfec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0889768e-31d0-41df-8437-f51f75eebc8e HTTP/1.1" status: 204 len: 168 time: 0.1455338 Sep 14 16:56:33.026533 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-85bed0b1-97b7-4613-ae88-a20c16f0fd67 req-4f3b9510-a2ca-4c05-bef4-af779ece3445 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515368 Sep 14 16:56:33.033548 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8bea2-9311-4f57-8efb-44749e91cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0889768e-31d0-41df-8437-f51f75eebc8e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:33.126244 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58018) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:33.355495 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1134937313-network', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:33.381222 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Made reservation on behalf of e4daf2766a3c45908f0cd6982441a2d2 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:56:33.383649 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.392413 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.415146 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58032) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:33.428764 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d467005-03c5-4d9e-9ae5-8ab8f414524f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.485388 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.492725 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.522451 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:56:33.549030 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.549394 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Added segment 1959e707-da5f-49b9-934c-173681280774 of type vlan for network e62b0fb9-7c7a-441a-b115-61bb3f374d00 Sep 14 16:56:33.550862 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8131dfa8-33fa-4f68-8bf1-89f23f5a185b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:33.600317 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d467005-03c5-4d9e-9ae5-8ab8f414524f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.607569 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d467005-03c5-4d9e-9ae5-8ab8f414524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.612517 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.641636 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3d467005-03c5-4d9e-9ae5-8ab8f414524f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e45af8a0f974717906a39faa7e1ccb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253826 Sep 14 16:56:33.644617 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58042) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:33.675703 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.676813 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:33.677615 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.679264 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d467005-03c5-4d9e-9ae5-8ab8f414524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a65961-9797-41d3-8bb4-9d6c34f20b31,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:33.710437 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22c33177-6836-43cc-b915-bafe2a641b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.726955 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5994728 Sep 14 16:56:33.729927 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58046) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:33.735351 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Request body: {'subnet': {'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1134937313-subnet', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:33.735636 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22c33177-6836-43cc-b915-bafe2a641b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.772182 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58048) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:33.785604 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4c915-0128-4c94-a665-d28ef3045713 admin admin] Pushing event updated for resources: {'Network': ['ID=e62b0fb9-7c7a-441a-b115-61bb3f374d00,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:33.796451 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:56:33.812593 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Made reservation on behalf of e4daf2766a3c45908f0cd6982441a2d2 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:56:33.815060 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.824641 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22c33177-6836-43cc-b915-bafe2a641b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.828672 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22c33177-6836-43cc-b915-bafe2a641b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:33.832794 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-22c33177-6836-43cc-b915-bafe2a641b8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8a65961-9797-41d3-8bb4-9d6c34f20b31 HTTP/1.1" status: 204 len: 168 time: 0.1858151 Sep 14 16:56:33.844919 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c33177-6836-43cc-b915-bafe2a641b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a65961-9797-41d3-8bb4-9d6c34f20b31,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:33.920175 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b52346e-0699-4b75-b1f3-21173490d890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.025791 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b52346e-0699-4b75-b1f3-21173490d890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.031409 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b52346e-0699-4b75-b1f3-21173490d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.045125 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.060885 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1b52346e-0699-4b75-b1f3-21173490d890 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7a03e7c974646bc82678fadcd4e1817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875621 Sep 14 16:56:34.074012 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58062) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:34.108984 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52346e-0699-4b75-b1f3-21173490d890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bdbcc-9b06-4d89-8972-30e54392a5db,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:34.169952 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=664a7975-317d-405e-8cd3-ccbdfef4e2d6,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:34.188515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Checking segment: {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:34.188871 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Network hostable DHCP agents. Network: e62b0fb9-7c7a-441a-b115-61bb3f374d00, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:56:34.222164 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d9143-5eb9-41d9-affe-276cdb5de76d req-d6430209-5b21-4ed5-a4c3-8173d8b2978d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:34.223710 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e0d9143-5eb9-41d9-affe-276cdb5de76d req-d6430209-5b21-4ed5-a4c3-8173d8b2978d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1115205 Sep 14 16:56:34.227258 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d7ec0e-68c6-45ae-b233-0ef30396e6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.249018 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:56:34.274934 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d7ec0e-68c6-45ae-b233-0ef30396e6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.285632 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, e62b0fb9-7c7a-441a-b115-61bb3f374d00) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:34.294521 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9febb1-e1ed-4876-aece-1ac7747e9843 None None] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:56:34.301547 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:34.302137 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.328926 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e0d9143-5eb9-41d9-affe-276cdb5de76d req-789c362b-7715-484f-988a-a08cb2172e1c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967412 Sep 14 16:56:34.341697 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9abfcb50-fa59-4fc4-88e1-68cdf7cabcea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6104343 Sep 14 16:56:34.344628 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58076) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:34.357096 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:34.365138 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d7ec0e-68c6-45ae-b233-0ef30396e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.375722 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d7ec0e-68c6-45ae-b233-0ef30396e6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.383304 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-27d7ec0e-68c6-45ae-b233-0ef30396e6bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a84bdbcc-9b06-4d89-8972-30e54392a5db HTTP/1.1" status: 204 len: 168 time: 0.3067224 Sep 14 16:56:34.392423 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7ec0e-68c6-45ae-b233-0ef30396e6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bdbcc-9b06-4d89-8972-30e54392a5db,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:34.392700 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.393870 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.464981 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.490761 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:56:34.492017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.613984 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.657565 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Allocated IP 172.20.0.2 (e62b0fb9-7c7a-441a-b115-61bb3f374d00/664a7975-317d-405e-8cd3-ccbdfef4e2d6/6efdccd0-13d9-4a31-b12d-821a70802b8e) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:56:34.833406 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58092) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:34.843655 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.845918 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.847499 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff50b583-606b-4dbf-928e-ded10f18cf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.855415 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Transition to ACTIVE for port object 6efdccd0-13d9-4a31-b12d-821a70802b8e will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:34.872775 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Transition to ACTIVE for port object 6efdccd0-13d9-4a31-b12d-821a70802b8e will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:34.873342 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.884035 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:34.921536 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:34.924570 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:34.928738 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:56:34.964855 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Pushing event updated for resources: {'Port': ['ID=6efdccd0-13d9-4a31-b12d-821a70802b8e,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:34.976937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.976937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.976937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.977290 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.977374 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.977696 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.978017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.978337 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.979006 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.979682 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.979997 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:34.980319 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:35.011173 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Allocated IP 172.27.2.234 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/17b3477c-0029-47d8-8d5c-c1a55d72eca8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:56:35.022139 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Attempting to bind port 6efdccd0-13d9-4a31-b12d-821a70802b8e on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:56:35.022503 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Attempting to bind port 6efdccd0-13d9-4a31-b12d-821a70802b8e by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:56:35.022881 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Attempting to bind port 6efdccd0-13d9-4a31-b12d-821a70802b8e on network e62b0fb9-7c7a-441a-b115-61bb3f374d00 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:35.029943 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:56:35.030466 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Checking segment: {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:35.030886 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.031445 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Bound using segment: {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:56:35.031977 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Bound port: 6efdccd0-13d9-4a31-b12d-821a70802b8e, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:56:35.032404 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.034870 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff50b583-606b-4dbf-928e-ded10f18cf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.041420 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff50b583-606b-4dbf-928e-ded10f18cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.075261 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ff50b583-606b-4dbf-928e-ded10f18cf42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec596265c62f4020ba96eef230fe7571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406213 Sep 14 16:56:35.075828 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58100) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:35.107634 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] For port 6efdccd0-13d9-4a31-b12d-821a70802b8e, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:56:35.111458 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] For port 6efdccd0-13d9-4a31-b12d-821a70802b8e, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6efdccd0-13d9-4a31-b12d-821a70802b8e,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:56:35.118518 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.121078 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50b583-606b-4dbf-928e-ded10f18cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5063e0be-5f4b-4421-9780-232f01d6270a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:35.145665 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.171633 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2aceb7e-5cc9-415d-a932-16b253d46095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.202747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.204955 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c907dd7-b621-41bf-bc6a-cd2365b7c1ef None None] Pushing event updated for resources: {'Port': ['ID=6efdccd0-13d9-4a31-b12d-821a70802b8e,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:35.216532 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2aceb7e-5cc9-415d-a932-16b253d46095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.256157 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:35.265190 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:35.272342 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:56:35.288757 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2aceb7e-5cc9-415d-a932-16b253d46095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.293360 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b2aceb7e-5cc9-415d-a932-16b253d46095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.293539 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Pushing event updated for resources: {'Port': ['ID=17b3477c-0029-47d8-8d5c-c1a55d72eca8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:35.297252 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b2aceb7e-5cc9-415d-a932-16b253d46095 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5063e0be-5f4b-4421-9780-232f01d6270a HTTP/1.1" status: 204 len: 168 time: 0.2172222 Sep 14 16:56:35.305474 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aceb7e-5cc9-415d-a932-16b253d46095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5063e0be-5f4b-4421-9780-232f01d6270a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:35.528706 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f7bfa-a731-4bc0-9ad0-2261c211d45c req-e2740c9b-317e-49a8-b0df-03238658bd4f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:35.547933 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eb2f7bfa-a731-4bc0-9ad0-2261c211d45c req-e2740c9b-317e-49a8-b0df-03238658bd4f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1027536 Sep 14 16:56:35.613207 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eb2f7bfa-a731-4bc0-9ad0-2261c211d45c req-e9a7ef26-5278-4232-84e9-9fb32955d31e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639255 Sep 14 16:56:35.677074 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:35.907199 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.077032 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Router 8cde0d84-2a84-44c9-8824-ab99a82f1305 is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:56:36.219853 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:56:36.242951 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Sync routers for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:56:36.246949 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.250809 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-af5ffc35-7bfc-4c7e-bb26-fc3af53e811e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9026191 Sep 14 16:56:36.251129 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58150) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:36.261093 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:36.262368 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:36.284647 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58152) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:36.393709 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:36.412970 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1978348246-network', 'tenant_id': 'b4b4a790b07a450e88d8448f1ecb4e70'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:36.467877 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d450cd-53fe-4077-a022-1540ea8763eb None None] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:56:36.473271 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Made reservation on behalf of b4b4a790b07a450e88d8448f1ecb4e70 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:56:36.475866 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.491147 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.574095 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-315b445c-73e0-45ac-b6ff-71d80c7a37ef None None] Provisioning for port 6efdccd0-13d9-4a31-b12d-821a70802b8e completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:36.613126 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.619120 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-d5d26c48-edc0-44b0-92a9-fc6999ee3574 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1205235 Sep 14 16:56:36.619524 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.662645 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:35Z', 'revision_number': 3, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:36.680612 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:56:36.697782 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Checking router: 8cde0d84-2a84-44c9-8824-ab99a82f1305 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:56:36.698303 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Updating router 8cde0d84-2a84-44c9-8824-ab99a82f1305 port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:56:36.711725 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.712210 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Added segment fd6e977a-8bfa-4e5d-a37f-31a113c86193 of type vlan for network 2095f935-17bb-4811-8971-fc28cbbd005e Sep 14 16:56:36.714174 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a4bf08-0b28-4626-b4c4-94e2a66e56df,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:36.746756 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.778291 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.816363 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.817964 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:36.818920 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.870454 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5846367 Sep 14 16:56:36.877014 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58160) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:36.898368 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Request body: {'subnet': {'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1978348246-subnet', 'tenant_id': 'b4b4a790b07a450e88d8448f1ecb4e70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:36.971853 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68ace-6f42-4a1d-a037-fdc227f9b8cf admin admin] Pushing event updated for resources: {'Network': ['ID=2095f935-17bb-4811-8971-fc28cbbd005e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:36.974312 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Made reservation on behalf of b4b4a790b07a450e88d8448f1ecb4e70 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:56:36.977045 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028751'] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:36.983116 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 2095f935-17bb-4811-8971-fc28cbbd005e details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:56:36.997544 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-e8d395df-7059-43bd-8323-af03bc0caa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:36.999016 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-e8d395df-7059-43bd-8323-af03bc0caa35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.2752030 Sep 14 16:56:37.076751 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307670-6f82-403f-9113-bf05f39b9992 req-053a4911-7221-42a6-a170-dd786fb3ebdb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:37.078237 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e307670-6f82-403f-9113-bf05f39b9992 req-053a4911-7221-42a6-a170-dd786fb3ebdb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.3555901 Sep 14 16:56:37.083098 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6efdccd0-13d9-4a31-b12d-821a70802b8e up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:37.125170 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.180519 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.194583 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4165407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028753'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.195914 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 6efdccd0-13d9-4a31-b12d-821a70802b8e completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:37.197232 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e307670-6f82-403f-9113-bf05f39b9992 req-98619d7f-ed5a-4625-b0d3-ba6af154dde0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068933 Sep 14 16:56:37.200998 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 6efdccd0-13d9-4a31-b12d-821a70802b8e triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:37.201523 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.218013 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Transition to ACTIVE for port object 17b3477c-0029-47d8-8d5c-c1a55d72eca8 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:37.229553 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.245137 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6450f48-23b4-4582-b8a6-c7df9b991f0e,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:37.281070 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Checking segment: {'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:37.281907 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Network hostable DHCP agents. Network: 2095f935-17bb-4811-8971-fc28cbbd005e, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:56:37.311847 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-0bb15be8-7bfa-495a-b6ee-0d5bc35e66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:37.313665 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-0bb15be8-7bfa-495a-b6ee-0d5bc35e66a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.2684765 Sep 14 16:56:37.314613 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Network 2095f935-17bb-4811-8971-fc28cbbd005e is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:56:37.340191 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 2095f935-17bb-4811-8971-fc28cbbd005e) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:37.349545 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:37.352339 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.361764 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Pushing event updated for resources: {'Port': ['ID=17b3477c-0029-47d8-8d5c-c1a55d72eca8,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:37.377396 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.377855 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.378269 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.378672 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.379459 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.379869 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.383283 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.387288 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.388023 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.388548 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.392969 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.399634 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-287fd33a-8aa1-41ea-b7e3-06dd7ef5450b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5205588 Sep 14 16:56:37.399974 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:56:37.406197 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.429336 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a98fe-522e-40b7-accd-6bd74ab83a72 None None] Network 2095f935-17bb-4811-8971-fc28cbbd005e requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:56:37.450803 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Attempting to bind port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:56:37.452581 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Attempting to bind port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:56:37.452715 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Attempting to bind port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:37.456319 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-40b2de86-5127-4453-a50a-ce51576a49c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 217 time: 0.1332042 Sep 14 16:56:37.467128 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:56:37.468078 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:37.471554 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.472187 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:56:37.472879 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Bound port: 17b3477c-0029-47d8-8d5c-c1a55d72eca8, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:56:37.473582 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.560421 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] For port 17b3477c-0029-47d8-8d5c-c1a55d72eca8, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:56:37.564852 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] For port 17b3477c-0029-47d8-8d5c-c1a55d72eca8, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=17b3477c-0029-47d8-8d5c-c1a55d72eca8,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:56:37.572404 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.573229 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58184) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:37.653588 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 6efdccd0-13d9-4a31-b12d-821a70802b8e, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6efdccd0-13d9-4a31-b12d-821a70802b8e,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:37.665592 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96838a98-8b57-42fe-8ad8-e9038940f660 None None] Pushing event updated for resources: {'Port': ['ID=17b3477c-0029-47d8-8d5c-c1a55d72eca8,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:37.680292 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.685905 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:37.686851 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:37.719619 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Allocated IP 172.20.0.1 (e62b0fb9-7c7a-441a-b115-61bb3f374d00/664a7975-317d-405e-8cd3-ccbdfef4e2d6/66104ecf-31eb-4d21-97df-d6aa9f54700d) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:56:37.724172 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-cd183e61-8fa9-4f7c-b212-07595d2bf472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:37.726181 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-cd183e61-8fa9-4f7c-b212-07595d2bf472 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.2291090 Sep 14 16:56:37.771040 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-f076e33e-9ca1-4358-b4f2-0742c80b08e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317800 Sep 14 16:56:37.803330 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=6efdccd0-13d9-4a31-b12d-821a70802b8e,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:37.861487 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4115eb82-a0b3-4c35-8ea8-0626ee0c8235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.953364 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f6a95-948a-4d4b-b80b-a228c60446b7 None None] Network 2095f935-17bb-4811-8971-fc28cbbd005e requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:56:37.974638 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:37.978405 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-d579f487-eac9-4baf-a4db-5f04bc174513 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926053 Sep 14 16:56:37.986962 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:38.009328 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Transition to ACTIVE for port object 66104ecf-31eb-4d21-97df-d6aa9f54700d will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:38.074715 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4115eb82-a0b3-4c35-8ea8-0626ee0c8235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.083138 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4115eb82-a0b3-4c35-8ea8-0626ee0c8235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.113685 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42704ad2-e42b-472d-a039-a58c152c0fc9 req-63f313bb-dc80-43ba-9c39-43b16b1f315a service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244733 Sep 14 16:56:38.119206 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.144832 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4115eb82-a0b3-4c35-8ea8-0626ee0c8235 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de46bb82c0464a9ba5f16e26ea142e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698900 Sep 14 16:56:38.146075 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115eb82-a0b3-4c35-8ea8-0626ee0c8235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd2142-6c9e-4334-b853-edd6619ef44c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:38.152309 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58202) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:38.231837 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:38.237283 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:38.247396 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:56:38.271245 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86ec18b-4f02-41dd-bbbc-804c0a78177c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.299022 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=66104ecf-31eb-4d21-97df-d6aa9f54700d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:38.313938 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86ec18b-4f02-41dd-bbbc-804c0a78177c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.362130 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.377140 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0b48e74-1408-4cdc-896c-3652afa8ff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.414997 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86ec18b-4f02-41dd-bbbc-804c0a78177c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.419444 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a86ec18b-4f02-41dd-bbbc-804c0a78177c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.421150 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a86ec18b-4f02-41dd-bbbc-804c0a78177c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bebd2142-6c9e-4334-b853-edd6619ef44c HTTP/1.1" status: 204 len: 168 time: 0.2675421 Sep 14 16:56:38.450197 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ec18b-4f02-41dd-bbbc-804c0a78177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd2142-6c9e-4334-b853-edd6619ef44c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:38.611972 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc560-492a-48aa-8769-899adbff2058 req-f77ebfba-a690-4ff6-a90d-b5a25e5e92fc tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:38.615407 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cf1dc560-492a-48aa-8769-899adbff2058 req-f77ebfba-a690-4ff6-a90d-b5a25e5e92fc tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.2435374 Sep 14 16:56:38.652084 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:35Z', 'revision_number': 3, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:38.712785 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d2d0f4d8-d440-465c-864a-cb4f5c683cac None None] Provisioning for port 66104ecf-31eb-4d21-97df-d6aa9f54700d completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:38.720277 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d2d0f4d8-d440-465c-864a-cb4f5c683cac None None] Provisioning complete for port 66104ecf-31eb-4d21-97df-d6aa9f54700d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:38.721773 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f4d8-d440-465c-864a-cb4f5c683cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.728346 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c79add-406d-4226-8b69-4ee6399570a8 None None] The sync data for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi is: [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:35Z', 'revision_number': 3, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:56:38.786008 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0f4d8-d440-465c-864a-cb4f5c683cac None None] Port 66104ecf-31eb-4d21-97df-d6aa9f54700d cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:56:38.789618 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cf1dc560-492a-48aa-8769-899adbff2058 req-812265e5-459a-4104-aadf-c7eaddcd2e03 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364589 Sep 14 16:56:38.843797 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.914246 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6efdccd0-13d9-4a31-b12d-821a70802b8e up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:38.949169 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58228) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:38.964795 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa9af39-781d-4a32-a816-12eabf3fb7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:38.975960 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 6efdccd0-13d9-4a31-b12d-821a70802b8e triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:38.976654 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.075711 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.081508 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.096660 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa9af39-781d-4a32-a816-12eabf3fb7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.103006 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daa9af39-781d-4a32-a816-12eabf3fb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.141922 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9af39-781d-4a32-a816-12eabf3fb7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a2cd0b-3638-4be2-a3ba-ae537226facf,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:39.147525 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-daa9af39-781d-4a32-a816-12eabf3fb7fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5e14794591142c0bf9823c3bea33bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971340 Sep 14 16:56:39.150004 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58232) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:39.175811 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.177739 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=66104ecf-31eb-4d21-97df-d6aa9f54700d,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:39.228970 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d5a95ca-f67c-456e-b7bb-d2a143591bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.259604 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d5a95ca-f67c-456e-b7bb-d2a143591bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.299497 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:39.300516 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:39.476945 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Router 8cde0d84-2a84-44c9-8824-ab99a82f1305 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:56:39.587096 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d5a95ca-f67c-456e-b7bb-d2a143591bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.591172 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d5a95ca-f67c-456e-b7bb-d2a143591bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.594890 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1d5a95ca-f67c-456e-b7bb-d2a143591bda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1a2cd0b-3638-4be2-a3ba-ae537226facf HTTP/1.1" status: 204 len: 168 time: 0.4414456 Sep 14 16:56:39.600552 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a95ca-f67c-456e-b7bb-d2a143591bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a2cd0b-3638-4be2-a3ba-ae537226facf,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:39.609965 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:56:39.615399 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-cc0697e0-aa80-41f4-9db9-09fd5f4aa5b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/8cde0d84-2a84-44c9-8824-ab99a82f1305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3632460 Sep 14 16:56:39.636977 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4104eb46-62a0-4167-9ba0-58b176fc3a91 None None] Provisioning complete for port 66104ecf-31eb-4d21-97df-d6aa9f54700d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:39.637224 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4104eb46-62a0-4167-9ba0-58b176fc3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:39.683077 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-4104eb46-62a0-4167-9ba0-58b176fc3a91 None None] Port 66104ecf-31eb-4d21-97df-d6aa9f54700d cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:56:39.933456 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0cc8b-37cc-473f-80c3-7c32adfc92b0 req-e1c5bb23-2e00-4d30-a882-a113c9d2b2fe tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:39.935016 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-81d0cc8b-37cc-473f-80c3-7c32adfc92b0 req-e1c5bb23-2e00-4d30-a882-a113c9d2b2fe tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0526199 Sep 14 16:56:39.980568 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-81d0cc8b-37cc-473f-80c3-7c32adfc92b0 req-1d179339-4e30-4632-9df2-16170f0a460d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388045 Sep 14 16:56:40.255745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58278) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:40.260823 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-394606121-network', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:40.288696 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Made reservation on behalf of 97195880a3634a0e87e7aa1adb53ec23 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:56:40.291331 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.300340 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.355645 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.396844 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.402230 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.430472 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:56:40.437518 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017720bd-649d-4cd1-aeb5-b06ddec04e62,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:40.443489 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.443807 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Added segment eda1ef54-d995-484e-92ba-49d2530180e5 of type vlan for network dc43806d-317f-491d-a9f8-238c8ef44f55 Sep 14 16:56:40.486016 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.514136 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.515296 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:40.516000 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.551387 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2920828 Sep 14 16:56:40.551745 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 58286) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:40.559233 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Request body: {'subnet': {'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-394606121-subnet', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:40.582585 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4c8c4-86cd-4314-ac55-3391c9f90903 admin admin] Pushing event updated for resources: {'Network': ['ID=dc43806d-317f-491d-a9f8-238c8ef44f55,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:40.593861 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network dc43806d-317f-491d-a9f8-238c8ef44f55 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:56:40.602119 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Sync routers for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:56:40.616037 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Made reservation on behalf of 97195880a3634a0e87e7aa1adb53ec23 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:56:40.618972 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.630937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:40.631568 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:40.782518 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:40.835300 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.903296 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e1552f28-d902-4587-afe1-c4136930c072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:40.918338 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7544205e-2c8f-402a-ba25-e6e9b17750c6,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:40.944347 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Checking segment: {'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:40.944710 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Network hostable DHCP agents. Network: dc43806d-317f-491d-a9f8-238c8ef44f55, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:56:40.966190 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Network dc43806d-317f-491d-a9f8-238c8ef44f55 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:56:40.984788 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, dc43806d-317f-491d-a9f8-238c8ef44f55) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:40.995443 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:40.996480 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.004227 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecfd915-db55-45b5-b3e3-d67caf2aa999 None None] Network dc43806d-317f-491d-a9f8-238c8ef44f55 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:56:41.011410 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 17b3477c-0029-47d8-8d5c-c1a55d72eca8 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:41.020803 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58302) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:41.021281 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-93d0fa3c-ae62-4e62-ac38-d2d8ffae4dcb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4675822 Sep 14 16:56:41.027648 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:41.055662 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.057591 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.122092 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.125702 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.130087 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e1ea-2e04-4a55-9fcb-1cf1453eaa04 req-bde089bf-8c19-478d-bb9b-56ae097f0e95 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:41.139224 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d3b8e1ea-2e04-4a55-9fcb-1cf1453eaa04 req-bde089bf-8c19-478d-bb9b-56ae097f0e95 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0776389 Sep 14 16:56:41.200865 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:41.203531 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d3b8e1ea-2e04-4a55-9fcb-1cf1453eaa04 req-94b860d4-59a2-42f0-94c5-a8d69f891a42 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 Sep 14 16:56:41.217053 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:41.217491 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.279028 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.459012 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 2, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:41.481457 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.489931 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-dc43806d-317f-491d-a9f8-238c8ef44f55', 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'fixed_ips': [{'subnet_id': '7544205e-2c8f-402a-ba25-e6e9b17750c6'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:56:41.490787 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.493875 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Checking router: 8cde0d84-2a84-44c9-8824-ab99a82f1305 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:56:41.494318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Updating router 8cde0d84-2a84-44c9-8824-ab99a82f1305 port 66104ecf-31eb-4d21-97df-d6aa9f54700d binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:56:41.500761 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.554566 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.602776 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Allocated IP 172.27.2.73 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/6c27f550-bd89-4a18-9d6b-972463678cbd) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:56:41.633220 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.690746 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 17b3477c-0029-47d8-8d5c-c1a55d72eca8, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=17b3477c-0029-47d8-8d5c-c1a55d72eca8,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:41.719536 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.722344 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.765424 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:41.802557 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:41.805465 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:41.810302 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:56:41.823244 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Allocated IP 172.20.0.2 (dc43806d-317f-491d-a9f8-238c8ef44f55/7544205e-2c8f-402a-ba25-e6e9b17750c6/94a354cd-5bf5-413c-84e6-6123b6942513) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:56:41.840664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c27f550-bd89-4a18-9d6b-972463678cbd,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:41.892597 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=17b3477c-0029-47d8-8d5c-c1a55d72eca8,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:41.902598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.083720 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.112094 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.128019 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.132364 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Transition to ACTIVE for port object 94a354cd-5bf5-413c-84e6-6123b6942513 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:42.145376 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Transition to ACTIVE for port object 66104ecf-31eb-4d21-97df-d6aa9f54700d will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:42.154506 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Transition to ACTIVE for port object 94a354cd-5bf5-413c-84e6-6123b6942513 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:42.157075 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.165329 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.218118 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Network dc43806d-317f-491d-a9f8-238c8ef44f55 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:42.225340 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:42.227353 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1cb9f-fadb-4134-b381-211199b865a7 None None] Pushing event updated for resources: {'Port': ['ID=66104ecf-31eb-4d21-97df-d6aa9f54700d,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:42.243964 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:56:42.339320 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.349747 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Attempting to bind port 66104ecf-31eb-4d21-97df-d6aa9f54700d on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:56:42.350320 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Attempting to bind port 66104ecf-31eb-4d21-97df-d6aa9f54700d by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:56:42.350825 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Attempting to bind port 66104ecf-31eb-4d21-97df-d6aa9f54700d on network e62b0fb9-7c7a-441a-b115-61bb3f374d00 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:42.367102 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Pushing event updated for resources: {'Port': ['ID=94a354cd-5bf5-413c-84e6-6123b6942513,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:42.379661 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Attempting to bind port 94a354cd-5bf5-413c-84e6-6123b6942513 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:56:42.380158 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Attempting to bind port 94a354cd-5bf5-413c-84e6-6123b6942513 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:56:42.380667 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Attempting to bind port 94a354cd-5bf5-413c-84e6-6123b6942513 on network dc43806d-317f-491d-a9f8-238c8ef44f55 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:42.384882 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:56:42.385280 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a4785-fcb4-4f32-8a1d-886793a247cf req-9d3e04ab-0f1c-4dd9-87ed-2ad8363737c3 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:42.385752 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Checking segment: {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:42.386187 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.386671 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Bound using segment: {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:56:42.387348 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Bound port: 66104ecf-31eb-4d21-97df-d6aa9f54700d, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:56:42.387965 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.394290 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-080a4785-fcb4-4f32-8a1d-886793a247cf req-9d3e04ab-0f1c-4dd9-87ed-2ad8363737c3 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0808828 Sep 14 16:56:42.401122 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:56:42.401590 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Checking segment: {'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:42.402343 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.402802 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Bound using segment: {'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:56:42.403375 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Bound port: 94a354cd-5bf5-413c-84e6-6123b6942513, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:56:42.403822 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.445557 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-080a4785-fcb4-4f32-8a1d-886793a247cf req-d4d4d377-cfb1-4a98-b011-45cbd7be0cc1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499365 Sep 14 16:56:42.492400 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:56:42.498816 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] For port 94a354cd-5bf5-413c-84e6-6123b6942513, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:56:42.503212 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] For port 94a354cd-5bf5-413c-84e6-6123b6942513, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=94a354cd-5bf5-413c-84e6-6123b6942513,segment=NetworkSegment(eda1ef54-d995-484e-92ba-49d2530180e5),segment_id=eda1ef54-d995-484e-92ba-49d2530180e5)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:56:42.523161 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.573180 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] For port 66104ecf-31eb-4d21-97df-d6aa9f54700d, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:56:42.602989 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] For port 66104ecf-31eb-4d21-97df-d6aa9f54700d, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=66104ecf-31eb-4d21-97df-d6aa9f54700d,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:56:42.610697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:56:42.613732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126819ce-fd1b-4fc7-bbdb-467450ef3ccf None None] Pushing event updated for resources: {'Port': ['ID=94a354cd-5bf5-413c-84e6-6123b6942513,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:42.618290 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.629533 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Sync routers for ids ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:56:42.631963 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:42.634892 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-89174393-7230-439a-97ad-537831e3c8b5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6108656 Sep 14 16:56:42.636637 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 58320) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:56:42.639471 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Routers {'7cd484fc-ccfc-4b46-884e-3a6f1cec910b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:42.640092 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:42.689727 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:42.690382 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:42.739119 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1cb9f-fadb-4134-b381-211199b865a7 None None] Pushing event updated for resources: {'Port': ['ID=66104ecf-31eb-4d21-97df-d6aa9f54700d,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:42.809889 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Set router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:42.876305 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:43.006157 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 17b3477c-0029-47d8-8d5c-c1a55d72eca8 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:43.171726 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 3, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:43.217263 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Checking router: 7cd484fc-ccfc-4b46-884e-3a6f1cec910b for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:56:43.217622 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Updating router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b port 6c27f550-bd89-4a18-9d6b-972463678cbd binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:56:43.265821 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.280595 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:43.280595 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.280595 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:42Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:43.313687 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332773d-79aa-41e6-aabb-fafe78e2f612 None None] The sync data for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi is: [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:42Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:56:43.540840 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.670164 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.723680 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.751821 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Transition to ACTIVE for port object 6c27f550-bd89-4a18-9d6b-972463678cbd will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:43.762982 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.840936 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Attempting to bind port 6c27f550-bd89-4a18-9d6b-972463678cbd on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:56:43.841306 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Attempting to bind port 6c27f550-bd89-4a18-9d6b-972463678cbd by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:56:43.841911 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Attempting to bind port 6c27f550-bd89-4a18-9d6b-972463678cbd on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:43.847070 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babc462-8b80-4667-a6eb-6c94115e6c9e None None] Pushing event updated for resources: {'Port': ['ID=6c27f550-bd89-4a18-9d6b-972463678cbd,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:43.848801 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-cb1a30c7-4c2c-4538-b85b-7a1cf29647d5 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:43.851050 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:56:43.851422 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:43.851827 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.852214 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:56:43.852692 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Bound port: 6c27f550-bd89-4a18-9d6b-972463678cbd, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:56:43.853091 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.858150 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-cb1a30c7-4c2c-4538-b85b-7a1cf29647d5 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/networks?id=2095f935-17bb-4811-8971-fc28cbbd005e HTTP/1.1" status: 200 len: 809 time: 0.5426171 Sep 14 16:56:43.884977 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-804ee5dc-4978-4f58-a024-c95f1521cd18 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/quotas/b4b4a790b07a450e88d8448f1ecb4e70 HTTP/1.1" status: 200 len: 375 time: 0.0240564 Sep 14 16:56:43.897598 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Allocated IP 172.20.0.1 (dc43806d-317f-491d-a9f8-238c8ef44f55/7544205e-2c8f-402a-ba25-e6e9b17750c6/9f18d3dc-6a0b-4be5-b720-0ef8e9060989) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:56:43.930069 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] For port 6c27f550-bd89-4a18-9d6b-972463678cbd, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:56:43.931290 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-1e56ffbc-dc60-4c6c-a4d9-6c4e90556410 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449286 Sep 14 16:56:43.934162 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] For port 6c27f550-bd89-4a18-9d6b-972463678cbd, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6c27f550-bd89-4a18-9d6b-972463678cbd,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:56:43.942602 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:43.985944 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717e09d-e1c5-40b5-97bf-a8c7e2412d0d None None] Network dc43806d-317f-491d-a9f8-238c8ef44f55 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:56:44.007203 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Routers {'7cd484fc-ccfc-4b46-884e-3a6f1cec910b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:44.007964 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:44.054016 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babc462-8b80-4667-a6eb-6c94115e6c9e None None] Pushing event updated for resources: {'Port': ['ID=6c27f550-bd89-4a18-9d6b-972463678cbd,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:44.077062 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-4c9f911b-4b19-42cd-bd8d-b7a6f014baea service neutron] 10.222.0.21 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447523 Sep 14 16:56:44.108902 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:44.136335 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Transition to ACTIVE for port object 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:44.165289 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] Set router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:44.187538 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:44.205070 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-5ef4d1a5-1270-4cc8-bd35-7c6a649406eb service neutron] 10.222.0.21 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268914 Sep 14 16:56:44.249332 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Network dc43806d-317f-491d-a9f8-238c8ef44f55 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:44.256403 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:44.257914 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Pushing event updated for resources: {'Port': ['ID=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:44.261910 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:56:44.321502 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-0c54502a-fb4d-4c44-ab0e-d0be286f62ec None None] Provisioning for port 94a354cd-5bf5-413c-84e6-6123b6942513 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:44.335721 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:44.447362 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-6947155a-5e12-4924-877c-abb300665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 3, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:44.531354 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04040c-8597-4925-be0d-fcdb098f4052 req-7b5c3e23-755a-4b48-abb0-b83ba4b96ddf tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:44.533666 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ea04040c-8597-4925-be0d-fcdb098f4052 req-7b5c3e23-755a-4b48-abb0-b83ba4b96ddf tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0722947 Sep 14 16:56:44.538194 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947155a-5e12-4924-877c-abb300665f45 None None] The sync data for ids ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'] in dv-cinder-808995-1-iscsi is: [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 3, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:56:44.551386 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:44.627574 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ea04040c-8597-4925-be0d-fcdb098f4052 req-eb53f6e6-3b77-4f2e-9ed5-be912b577423 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733521 Sep 14 16:56:44.730659 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-493dd159-a232-4f62-8a08-909fc3e1a11f req-dbb98dad-3251-4748-b091-f71a8ae93f2a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0390582 Sep 14 16:56:44.855650 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:44.864337 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:44.942472 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:44.951451 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Pushing event updated for resources: {'Port': ['ID=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:44.985501 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-7758b8cf-8558-4035-ab76-99aaf90103be None None] Provisioning for port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:44.991208 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-7758b8cf-8558-4035-ab76-99aaf90103be None None] Provisioning complete for port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:44.992293 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7758b8cf-8558-4035-ab76-99aaf90103be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.096734 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 94a354cd-5bf5-413c-84e6-6123b6942513 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:45.152187 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Network dc43806d-317f-491d-a9f8-238c8ef44f55 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:45.153946 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:45.175143 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-7758b8cf-8558-4035-ab76-99aaf90103be None None] Port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:56:45.231815 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 94a354cd-5bf5-413c-84e6-6123b6942513 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:45.235314 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 94a354cd-5bf5-413c-84e6-6123b6942513 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:45.235716 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.321704 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:56:45.361644 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-3ef089fe-e6bb-41a2-8640-827d2640ee23 None None] Provisioning complete for port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:45.362018 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3ef089fe-e6bb-41a2-8640-827d2640ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.364625 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.419176 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-3ef089fe-e6bb-41a2-8640-827d2640ee23 None None] Port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:56:45.428476 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 94a354cd-5bf5-413c-84e6-6123b6942513, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=94a354cd-5bf5-413c-84e6-6123b6942513,segment=NetworkSegment(eda1ef54-d995-484e-92ba-49d2530180e5),segment_id=eda1ef54-d995-484e-92ba-49d2530180e5)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:45.434148 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.435327 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 66104ecf-31eb-4d21-97df-d6aa9f54700d up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:45.456550 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:56:45.465377 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-34301f99-3bc6-41b6-9cb3-042afed72150 admin admin] 10.222.0.21 "PUT /v2.0/routers/7cd484fc-ccfc-4b46-884e-3a6f1cec910b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8275795 Sep 14 16:56:45.520246 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=94a354cd-5bf5-413c-84e6-6123b6942513,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:45.540261 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 66104ecf-31eb-4d21-97df-d6aa9f54700d completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:45.542357 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d9e4635e-f4b5-45ec-8c81-7ab3cfe6ec2e None None] Provisioning complete for port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:45.542721 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d9e4635e-f4b5-45ec-8c81-7ab3cfe6ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.566925 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 66104ecf-31eb-4d21-97df-d6aa9f54700d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:45.567350 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.609754 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4635e-f4b5-45ec-8c81-7ab3cfe6ec2e None None] Port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:56:45.695817 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.742443 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 66104ecf-31eb-4d21-97df-d6aa9f54700d, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=66104ecf-31eb-4d21-97df-d6aa9f54700d,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:45.749026 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:45.812319 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=66104ecf-31eb-4d21-97df-d6aa9f54700d,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:45.827010 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f826e8f-716d-452f-a6fc-cd1033378985 req-adafd076-670b-4252-b9de-f29de1560089 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:45.828533 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f826e8f-716d-452f-a6fc-cd1033378985 req-adafd076-670b-4252-b9de-f29de1560089 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0872161 Sep 14 16:56:45.924291 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1f826e8f-716d-452f-a6fc-cd1033378985 req-c272234a-119c-4b98-9457-29eb655216a2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787091 Sep 14 16:56:45.929796 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e174f80a-0d37-4be0-a3ce-536fd60b69e0 req-0f51ddde-7013-4cbc-af11-05c0496e5e0f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0412009 Sep 14 16:56:46.708645 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-90403d52-fbe0-400b-86db-9e3e995c6686 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:46.718885 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-90403d52-fbe0-400b-86db-9e3e995c6686 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "GET /v2.0/networks?id=2095f935-17bb-4811-8971-fc28cbbd005e HTTP/1.1" status: 200 len: 809 time: 0.2648790 Sep 14 16:56:46.766090 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Request body: {'port': {'device_id': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e', 'admin_state_up': True, 'tenant_id': 'b4b4a790b07a450e88d8448f1ecb4e70'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:47.000208 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Made reservation on behalf of b4b4a790b07a450e88d8448f1ecb4e70 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:56:47.019609 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.135278 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6c27f550-bd89-4a18-9d6b-972463678cbd up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:47.147137 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef0ab7-4ca6-4c20-ad4e-e13d3aca35ad req-bf50d6c7-ca08-48b1-8875-a66096fc29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:47.152649 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c1ef0ab7-4ca6-4c20-ad4e-e13d3aca35ad req-bf50d6c7-ca08-48b1-8875-a66096fc29cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 1098 time: 0.1030757 Sep 14 16:56:47.210169 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Sync routers for ids ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:56:47.219046 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3fb69387-2f55-4cd7-9fa4-89382b445326 req-8e0df6bd-d10f-4c02-8493-29a87114b354 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0460415 Sep 14 16:56:47.224947 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Routers {'7cd484fc-ccfc-4b46-884e-3a6f1cec910b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:47.225682 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:47.258725 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c8462-8899-4d96-828e-f3607271acd0 req-e68d9ab9-ab19-4d9a-a897-1087c97a0c9c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:47.283380 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b63c8462-8899-4d96-828e-f3607271acd0 req-e68d9ab9-ab19-4d9a-a897-1087c97a0c9c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1287725 Sep 14 16:56:47.314595 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 6c27f550-bd89-4a18-9d6b-972463678cbd completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:47.327618 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 6c27f550-bd89-4a18-9d6b-972463678cbd triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:47.328265 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.361361 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Allocated IP 172.20.0.14 (2095f935-17bb-4811-8971-fc28cbbd005e/e6450f48-23b4-4582-b8a6-c7df9b991f0e/9d99c6cc-c47c-433f-b009-8b92210f890a) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:56:47.364531 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b63c8462-8899-4d96-828e-f3607271acd0 req-a35e928f-4e6d-47cb-9d8f-c221209876f8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736463 Sep 14 16:56:47.424901 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Set router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:47.503015 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.563021 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 6c27f550-bd89-4a18-9d6b-972463678cbd, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6c27f550-bd89-4a18-9d6b-972463678cbd,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:47.596319 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.604982 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.608341 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 94a354cd-5bf5-413c-84e6-6123b6942513 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:47.663009 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.712702 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Network 2095f935-17bb-4811-8971-fc28cbbd005e is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:56:47.716890 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:56:47.721157 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:56:47.770132 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Pushing event updated for resources: {'Port': ['ID=9d99c6cc-c47c-433f-b009-8b92210f890a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:47.818207 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:47.818966 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.832486 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=6c27f550-bd89-4a18-9d6b-972463678cbd,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:47.843595 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-58584287-c5f4-4a80-868f-bf4e4736e0a9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0817938 Sep 14 16:56:47.865529 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 94a354cd-5bf5-413c-84e6-6123b6942513 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:47.865897 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:47.956113 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:44Z', 'revision_number': 4, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '9f18d3dc-6a0b-4be5-b720-0ef8e9060989', 'name': '', 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'mac_address': 'fa:16:3e:7f:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7544205e-2c8f-402a-ba25-e6e9b17750c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:43Z', 'updated_at': '2021-09-14T16:56:44Z', 'revision_number': 2, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'subnets': [{'id': '7544205e-2c8f-402a-ba25-e6e9b17750c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:47.987918 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Checking router: 7cd484fc-ccfc-4b46-884e-3a6f1cec910b for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:56:47.987918 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Updating router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:56:48.010319 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 66104ecf-31eb-4d21-97df-d6aa9f54700d up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:48.042862 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:48.184596 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 66104ecf-31eb-4d21-97df-d6aa9f54700d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:48.185322 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:48.348656 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12667-0188-4319-82cd-c0674a1f9a12 req-7481a400-1fdf-4e5e-bf70-03de1aa70bae tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:48.350168 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-73c12667-0188-4319-82cd-c0674a1f9a12 req-7481a400-1fdf-4e5e-bf70-03de1aa70bae tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 932 time: 0.0606380 Sep 14 16:56:48.405791 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-73c12667-0188-4319-82cd-c0674a1f9a12 req-f0e4ce37-23a8-4138-b590-9c2e3803a7be tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492620 Sep 14 16:56:48.471481 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:48.484311 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Transition to ACTIVE for port object 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:48.492295 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:48.644038 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b262458-72f9-4bdd-94ed-4a34d1585521 req-9d28e96f-4c10-4c3d-998f-8b7e8a1aa25b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:48.645604 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1b262458-72f9-4bdd-94ed-4a34d1585521 req-9d28e96f-4c10-4c3d-998f-8b7e8a1aa25b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1557901 Sep 14 16:56:48.737600 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5ced5-d554-44fe-b522-0787b464aa4c None None] Pushing event updated for resources: {'Port': ['ID=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:48.769383 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Attempting to bind port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:56:48.769756 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Attempting to bind port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:56:48.770115 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Attempting to bind port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 on network dc43806d-317f-491d-a9f8-238c8ef44f55 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:48.773286 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1b262458-72f9-4bdd-94ed-4a34d1585521 req-56f587fe-3e32-4564-a187-a926ec9563bf tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830193 Sep 14 16:56:48.776309 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:56:48.776596 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Checking segment: {'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:48.776998 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:48.777387 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Bound using segment: {'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:56:48.777859 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Bound port: 9f18d3dc-6a0b-4be5-b720-0ef8e9060989, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda1ef54-d995-484e-92ba-49d2530180e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:56:48.778235 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:48.865182 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] For port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:56:48.869775 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] For port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,segment=NetworkSegment(eda1ef54-d995-484e-92ba-49d2530180e5),segment_id=eda1ef54-d995-484e-92ba-49d2530180e5)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:56:48.886198 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:48.968392 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6c27f550-bd89-4a18-9d6b-972463678cbd up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:49.022818 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5ced5-d554-44fe-b522-0787b464aa4c None None] Pushing event updated for resources: {'Port': ['ID=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:49.034898 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Routers {'7cd484fc-ccfc-4b46-884e-3a6f1cec910b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:56:49.035535 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:56:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:49.176627 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 6c27f550-bd89-4a18-9d6b-972463678cbd triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:49.177000 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:49.221503 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] Set router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:56:49.542202 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a782a-eb7e-49a9-8574-eb229a961a7e req-7ce14a50-c2fe-4cbc-908b-5ab4636ab6d9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:49.544736 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6a8a782a-eb7e-49a9-8574-eb229a961a7e req-7ce14a50-c2fe-4cbc-908b-5ab4636ab6d9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 932 time: 0.0691695 Sep 14 16:56:49.548083 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:44Z', 'revision_number': 4, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '9f18d3dc-6a0b-4be5-b720-0ef8e9060989', 'name': '', 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'mac_address': 'fa:16:3e:7f:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7544205e-2c8f-402a-ba25-e6e9b17750c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:43Z', 'updated_at': '2021-09-14T16:56:48Z', 'revision_number': 4, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'subnets': [{'id': '7544205e-2c8f-402a-ba25-e6e9b17750c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:56:49.581264 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ea22-9a9a-4739-b2cf-3e7cbfc12f9f None None] The sync data for ids ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'] in dv-cinder-808995-1-iscsi is: [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:44Z', 'revision_number': 4, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '9f18d3dc-6a0b-4be5-b720-0ef8e9060989', 'name': '', 'network_id': 'dc43806d-317f-491d-a9f8-238c8ef44f55', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'mac_address': 'fa:16:3e:7f:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7544205e-2c8f-402a-ba25-e6e9b17750c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:43Z', 'updated_at': '2021-09-14T16:56:48Z', 'revision_number': 4, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'subnets': [{'id': '7544205e-2c8f-402a-ba25-e6e9b17750c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:56:49.604455 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6a8a782a-eb7e-49a9-8574-eb229a961a7e req-99f8fb70-0115-4ce3-9926-2cfc3ec6a922 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518758 Sep 14 16:56:49.911312 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbad8d8-8d8b-49fc-97ad-69ae00bb8792 req-6fd40569-5044-4147-9461-9e1c8ae9bd24 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:49.913267 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fdbad8d8-8d8b-49fc-97ad-69ae00bb8792 req-6fd40569-5044-4147-9461-9e1c8ae9bd24 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0635831 Sep 14 16:56:49.957601 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fdbad8d8-8d8b-49fc-97ad-69ae00bb8792 req-60a67b77-2de2-4bb7-9979-fcf603d904e7 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 Sep 14 16:56:50.574074 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Request body: {'port': {'device_id': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:56:50.590685 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c1ef0ab7-4ca6-4c20-ad4e-e13d3aca35ad req-bd84a48c-b49d-47c4-833e-3dd6533654a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Sep 14 16:56:50.665995 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:50.756573 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109de73-4762-4a7f-8757-d840f4614af1 req-7b4aa1d0-1e5a-498b-923b-d50c2c1f0172 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:50.758853 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d109de73-4762-4a7f-8757-d840f4614af1 req-7b4aa1d0-1e5a-498b-923b-d50c2c1f0172 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 932 time: 0.0647228 Sep 14 16:56:50.824589 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d109de73-4762-4a7f-8757-d840f4614af1 req-cf109024-020c-43d8-9338-c19795c5a95f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546958 Sep 14 16:56:50.998909 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:51.072012 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d99c6cc-c47c-433f-b009-8b92210f890a {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:56:51.091163 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.127565 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Transition to ACTIVE for port object 9d99c6cc-c47c-433f-b009-8b92210f890a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:56:51.139248 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.171096 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:56:51.178250 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:51.178593 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.189719 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6a8a-45e9-487b-a922-702bcffce8a9 req-8d1367e9-fd8d-48de-86f7-6ca4935393c7 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:51.191507 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca2c6a8a-45e9-487b-a922-702bcffce8a9 req-8d1367e9-fd8d-48de-86f7-6ca4935393c7 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.1061962 Sep 14 16:56:51.251281 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca2c6a8a-45e9-487b-a922-702bcffce8a9 req-d1de8ab1-0b15-4235-b013-31f10276ee54 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519719 Sep 14 16:56:51.296386 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Pushing event updated for resources: {'Port': ['ID=9d99c6cc-c47c-433f-b009-8b92210f890a,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:51.346816 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.401360 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,segment=NetworkSegment(eda1ef54-d995-484e-92ba-49d2530180e5),segment_id=eda1ef54-d995-484e-92ba-49d2530180e5)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:56:51.406906 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Attempting to bind port 9d99c6cc-c47c-433f-b009-8b92210f890a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:56:51.407259 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Attempting to bind port 9d99c6cc-c47c-433f-b009-8b92210f890a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:56:51.407751 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Attempting to bind port 9d99c6cc-c47c-433f-b009-8b92210f890a on network 2095f935-17bb-4811-8971-fc28cbbd005e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:51.408480 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.412796 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Port 9d99c6cc-c47c-433f-b009-8b92210f890a on network 2095f935-17bb-4811-8971-fc28cbbd005e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:56:51.413127 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Attempting to bind port 9d99c6cc-c47c-433f-b009-8b92210f890a on network 2095f935-17bb-4811-8971-fc28cbbd005e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:56:51.419256 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:56:51.419599 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Checking segment: {'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:56:51.419988 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Bound using segment: {'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:56:51.420429 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Bound port: 9d99c6cc-c47c-433f-b009-8b92210f890a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:56:51.420795 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.483685 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:51.495135 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] For port 9d99c6cc-c47c-433f-b009-8b92210f890a, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:56:51.498693 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] For port 9d99c6cc-c47c-433f-b009-8b92210f890a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9d99c6cc-c47c-433f-b009-8b92210f890a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:56:51.508772 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.552897 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:51.553640 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:51.555148 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d99c6cc-c47c-433f-b009-8b92210f890a HTTP/1.1" status: 200 len: 1094 time: 0.9874942 Sep 14 16:56:51.555634 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'tag': '9d99c6cc-c47c-433f-b009-8b92210f890a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:56:51.558343 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22a38e-a666-473c-878a-b0244a8f7b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2afbc6b9-4cc8-494c-ae0d-1bf243bc4824", "tag": "9d99c6cc-c47c-433f-b009-8b92210f890a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:56:51.599735 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d80b6b-e3e2-433d-a856-d3a3264c4281 service neutron] Pushing event updated for resources: {'Port': ['ID=9d99c6cc-c47c-433f-b009-8b92210f890a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:56:51.615960 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffd4b88-2e9d-402f-8689-71cf1a503861 x-openstack-request-id: req-7ffd4b88-2e9d-402f-8689-71cf1a503861 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:56:51.618536 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afbc6b9-4cc8-494c-ae0d-1bf243bc4824", "tag": "9d99c6cc-c47c-433f-b009-8b92210f890a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:56:51.618969 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ffd4b88-2e9d-402f-8689-71cf1a503861 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:56:51.619736 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'tag': '9d99c6cc-c47c-433f-b009-8b92210f890a', 'status': 'completed', 'code': 200} Sep 14 16:56:52.034699 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87c5f-a47e-40bb-b0ea-01b61b57b06e req-3204d59b-f8b0-4e32-993a-c5828e0ee4e2 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:52.043381 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6d87c5f-a47e-40bb-b0ea-01b61b57b06e req-3204d59b-f8b0-4e32-993a-c5828e0ee4e2 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0843618 Sep 14 16:56:52.091075 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6d87c5f-a47e-40bb-b0ea-01b61b57b06e req-5bcf8c35-65b7-4f92-910c-13a7f5dc3f3e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464480 Sep 14 16:56:52.424363 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b380be3-b83e-411d-8e86-9da7edbbe616 req-560264c8-1252-4fb1-8bb5-23979ce2e12f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:52.426094 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0b380be3-b83e-411d-8e86-9da7edbbe616 req-560264c8-1252-4fb1-8bb5-23979ce2e12f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0671012 Sep 14 16:56:52.476740 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0b380be3-b83e-411d-8e86-9da7edbbe616 req-2a8e674f-d830-43db-9a37-fab352aae8b1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 Sep 14 16:56:52.923364 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:56:52.981529 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:56:52.982265 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:56:53.231472 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a75b-3662-4f75-b63a-ddc6e068c7e6 req-e8f87d76-ff43-4080-9c63-3e73f5e9762e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:53.233170 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bbd1a75b-3662-4f75-b63a-ddc6e068c7e6 req-e8f87d76-ff43-4080-9c63-3e73f5e9762e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0545878 Sep 14 16:56:53.289676 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bbd1a75b-3662-4f75-b63a-ddc6e068c7e6 req-72cc82a4-f62d-4a48-bfc1-cff944c44841 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Sep 14 16:56:53.603104 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807bc15-7dcc-4ca4-8c12-d201492f9745 req-674f56bc-201b-4a88-8e6f-b52701cb8308 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:53.604908 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1807bc15-7dcc-4ca4-8c12-d201492f9745 req-674f56bc-201b-4a88-8e6f-b52701cb8308 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0519662 Sep 14 16:56:53.647783 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1807bc15-7dcc-4ca4-8c12-d201492f9745 req-d3f1d0b3-d081-406e-b476-8312b5237998 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Sep 14 16:56:54.148386 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a38e-a666-473c-878a-b0244a8f7b3b req-8807c04b-e8fe-4e77-9591-dca58a5f8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:54.158333 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4f22a38e-a666-473c-878a-b0244a8f7b3b req-8807c04b-e8fe-4e77-9591-dca58a5f8d44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 1097 time: 0.0562088 Sep 14 16:56:54.378219 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a38e-a666-473c-878a-b0244a8f7b3b req-b063d317-d4eb-4407-b992-5af0c87bf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:54.379941 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4f22a38e-a666-473c-878a-b0244a8f7b3b req-b063d317-d4eb-4407-b992-5af0c87bf9a0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2038221 Sep 14 16:56:54.437471 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e6b2f-63ba-46c9-9fbf-dbf38e6dd411 req-ffe932a6-90e3-4f16-8ade-3d486bcf7a73 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:54.439704 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-756e6b2f-63ba-46c9-9fbf-dbf38e6dd411 req-ffe932a6-90e3-4f16-8ade-3d486bcf7a73 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0684936 Sep 14 16:56:54.483150 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-756e6b2f-63ba-46c9-9fbf-dbf38e6dd411 req-94e260fc-668d-4656-a746-bb017938c1f9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Sep 14 16:56:54.601790 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a38e-a666-473c-878a-b0244a8f7b3b req-764f6c7b-4770-435e-8b38-e06348f01715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:54.603638 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4f22a38e-a666-473c-878a-b0244a8f7b3b req-764f6c7b-4770-435e-8b38-e06348f01715 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150376 Sep 14 16:56:54.771378 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-0fcc19af-56b1-4a19-922b-9b31897e5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:54.773276 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-0fcc19af-56b1-4a19-922b-9b31897e5c0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 1097 time: 0.0953159 Sep 14 16:56:54.784057 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ec159-6fe2-4d22-8ae1-512eae44bff6 req-230eaa07-864d-406c-9c8b-4ef71f53051a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:54.785672 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a95ec159-6fe2-4d22-8ae1-512eae44bff6 req-230eaa07-864d-406c-9c8b-4ef71f53051a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0649338 Sep 14 16:56:54.852453 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-3ab11599-54bc-4e24-ae24-7401e2c938b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d99c6cc-c47c-433f-b009-8b92210f890a HTTP/1.1" status: 200 len: 217 time: 0.0606551 Sep 14 16:56:54.873074 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a95ec159-6fe2-4d22-8ae1-512eae44bff6 req-9b5d1559-c8d5-4f9c-a09b-04d33073bfa8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750091 Sep 14 16:56:54.977527 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-8f5b57ac-674f-4c46-8e30-9ad02391c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:54.977734 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-8f5b57ac-674f-4c46-8e30-9ad02391c655 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6450f48-23b4-4582-b8a6-c7df9b991f0e HTTP/1.1" status: 200 len: 849 time: 0.0633016 Sep 14 16:56:55.040180 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-48436ac7-1fde-4abb-a516-fb2e83b1f6d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2095f935-17bb-4811-8971-fc28cbbd005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324578 Sep 14 16:56:55.622634 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cee8a-3af3-49dc-8c25-1d73e4efe53d req-8fccbfca-54c0-42c6-b8aa-e8acfb94e634 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:55.624344 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-645cee8a-3af3-49dc-8c25-1d73e4efe53d req-8fccbfca-54c0-42c6-b8aa-e8acfb94e634 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0692630 Sep 14 16:56:55.667405 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-645cee8a-3af3-49dc-8c25-1d73e4efe53d req-8c09d7c1-912b-4830-88cd-d31d58825413 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369136 Sep 14 16:56:56.012993 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b515b2-30ad-4eb6-b744-977fc28829e1 req-3dc302fb-33b6-43b0-b795-79c42a57be93 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:56.014649 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c3b515b2-30ad-4eb6-b744-977fc28829e1 req-3dc302fb-33b6-43b0-b795-79c42a57be93 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0537233 Sep 14 16:56:56.078275 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c3b515b2-30ad-4eb6-b744-977fc28829e1 req-9db9ed1a-bea4-4aa0-a24f-7d94108c9152 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460074 Sep 14 16:56:56.278753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbea9e9-7a8d-4da0-90e7-d85894acb3c1 req-3495ace8-6175-4dac-84c4-43b71f4ae4a5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:56.280300 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edbea9e9-7a8d-4da0-90e7-d85894acb3c1 req-3495ace8-6175-4dac-84c4-43b71f4ae4a5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0737996 Sep 14 16:56:56.331083 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-edbea9e9-7a8d-4da0-90e7-d85894acb3c1 req-75070d08-a65d-4707-b90d-a22372f83289 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Sep 14 16:56:56.566912 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:56:56.791446 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06750b2-bbab-4d61-bef8-79ff8e713802 req-b3b2c201-abea-4f12-b413-6f7f8cf286cf tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:56.792925 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a06750b2-bbab-4d61-bef8-79ff8e713802 req-b3b2c201-abea-4f12-b413-6f7f8cf286cf tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0575299 Sep 14 16:56:56.831836 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a06750b2-bbab-4d61-bef8-79ff8e713802 req-918342bf-dfb3-4cb8-9238-ea41eb167afd tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Sep 14 16:56:57.439499 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-fbfc3e75-8899-4fd7-b485-23ce17f89dca tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:57.440958 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-fbfc3e75-8899-4fd7-b485-23ce17f89dca tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/networks?id=e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 200 len: 815 time: 0.1055415 Sep 14 16:56:57.458225 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-93481f29-bc3a-4ba0-82fc-dc1ad5bd34b3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/quotas/e4daf2766a3c45908f0cd6982441a2d2 HTTP/1.1" status: 200 len: 375 time: 0.0089715 Sep 14 16:56:57.508487 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-10436585-96da-4f3e-afa7-0bc05cf1bb89 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451536 Sep 14 16:56:57.608996 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-af52ce97-8617-431e-aee7-7f8c13c341e8 service neutron] 10.222.0.21 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872288 Sep 14 16:56:57.701019 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-867a8735-a3f3-492f-a9f0-a192187accd2 service neutron] 10.222.0.21 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830557 Sep 14 16:56:57.873337 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a34b0ac-798d-4123-b4ed-be063b11a02a req-721e2519-7614-4f7f-aae1-b45df7939742 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 210 time: 0.0260015 Sep 14 16:56:57.982304 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f18eec-0029-4653-b9b4-5a4055953e7d req-b769e399-e57c-49d6-8f25-cd55ed2913d2 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:57.983840 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53f18eec-0029-4653-b9b4-5a4055953e7d req-b769e399-e57c-49d6-8f25-cd55ed2913d2 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0556939 Sep 14 16:56:58.023821 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53f18eec-0029-4653-b9b4-5a4055953e7d req-32b62ab7-690e-42be-8008-dfed6787946c tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Sep 14 16:56:58.168675 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-92de6a1e-4b15-4967-9593-eb81331dffbf service neutron] 10.222.0.44 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933809 Sep 14 16:56:58.273833 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5331f5db-a46f-4e2a-afa0-b87a8173aba2 req-be95edee-8030-4ce2-9dda-157ac6b57e60 service neutron] 10.222.0.44 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966902 Sep 14 16:56:58.984512 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f84facf2-4362-4a16-bd35-cd2df8f9b32e req-f3a3b6ab-d3a2-4b89-be9b-6a6f05b9130b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 210 time: 0.0361462 Sep 14 16:56:59.150415 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92639666-54a9-48b7-a34e-f5bc5ec0c915 req-f361fb31-8332-40e3-886d-88532006879c tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:56:59.152110 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92639666-54a9-48b7-a34e-f5bc5ec0c915 req-f361fb31-8332-40e3-886d-88532006879c tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0527287 Sep 14 16:56:59.191303 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92639666-54a9-48b7-a34e-f5bc5ec0c915 req-10aae8f2-570e-430a-8d20-fdf660177277 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332375 Sep 14 16:57:00.092583 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc90a518-f829-4bde-a242-a2afdc8bb9b3 req-46977c12-c0e7-469d-bdb3-6a1a6037bdfd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 210 time: 0.0302365 Sep 14 16:57:00.320612 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb673f7b-3144-4725-8022-92415463f2e7 req-d041745e-3806-401c-9ecb-c40291d3c99e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:00.322302 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb673f7b-3144-4725-8022-92415463f2e7 req-d041745e-3806-401c-9ecb-c40291d3c99e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0557864 Sep 14 16:57:00.361065 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb673f7b-3144-4725-8022-92415463f2e7 req-92e1d4e5-2a9b-449e-ba9c-5958e28da6c1 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Sep 14 16:57:01.189491 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4dda2cd1-171b-46b1-b966-7b23560ad3ee req-b1cb2ec4-2f96-4cbc-a1f3-0ba563eb175e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 210 time: 0.0255973 Sep 14 16:57:01.493316 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca704db2-151f-4f26-9c8e-34b18c0885a9 req-8a0c9b01-3050-41db-8271-bb5c741cf518 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:01.494777 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca704db2-151f-4f26-9c8e-34b18c0885a9 req-8a0c9b01-3050-41db-8271-bb5c741cf518 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0582530 Sep 14 16:57:01.531848 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca704db2-151f-4f26-9c8e-34b18c0885a9 req-bee506b2-17b9-4c87-ae9d-9b325b72804c tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Sep 14 16:57:02.161504 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-135c2f69-0b05-4818-b7ef-73232656eb30 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:02.162992 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-135c2f69-0b05-4818-b7ef-73232656eb30 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.44 "GET /v2.0/networks?id=e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 200 len: 815 time: 0.3360429 Sep 14 16:57:02.188002 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'port': {'device_id': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'admin_state_up': True, 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:02.315568 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-48458891-8a08-49d6-a463-760e04d98876 req-e853bd79-1cec-4016-afab-a142b677d8c4 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 210 time: 0.0508301 Sep 14 16:57:02.317216 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Made reservation on behalf of e4daf2766a3c45908f0cd6982441a2d2 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:57:02.334410 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:02.527821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Allocated IP 172.20.0.4 (e62b0fb9-7c7a-441a-b115-61bb3f374d00/664a7975-317d-405e-8cd3-ccbdfef4e2d6/b7929b9a-b85d-4eeb-8b32-4455b3457475) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:57:02.751579 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc1273-d524-486c-b7c7-5ba408f44fa7 req-1e4ea85d-49de-4b3a-8913-dd3d0266c2e0 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:02.753440 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-22fc1273-d524-486c-b7c7-5ba408f44fa7 req-1e4ea85d-49de-4b3a-8913-dd3d0266c2e0 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 944 time: 0.0831888 Sep 14 16:57:02.759434 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:02.790463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Transition to ACTIVE for port object b7929b9a-b85d-4eeb-8b32-4455b3457475 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:57:02.816475 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-22fc1273-d524-486c-b7c7-5ba408f44fa7 req-0a650507-a357-46f5-b251-cca84756abd2 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491369 Sep 14 16:57:02.846286 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:02.904588 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:57:02.911801 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:57:02.919539 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:57:02.924017 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:02.997913 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:02.998753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:03.026887 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 9d99c6cc-c47c-433f-b009-8b92210f890a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:57:03.046994 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-3a43668a-2fce-4d1c-b24c-f577e8f8638f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8607733 Sep 14 16:57:03.203239 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 9d99c6cc-c47c-433f-b009-8b92210f890a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9d99c6cc-c47c-433f-b009-8b92210f890a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:03.220318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '9d99c6cc-c47c-433f-b009-8b92210f890a', 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e', 'port_id': '9d99c6cc-c47c-433f-b009-8b92210f890a', 'mac_address': 'fa:16:3e:c7:09:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6450f48-23b4-4582-b8a6-c7df9b991f0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:57:03.273988 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:03.288827 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d99c6cc-c47c-433f-b009-8b92210f890a {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:57:03.326170 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 9d99c6cc-c47c-433f-b009-8b92210f890a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9d99c6cc-c47c-433f-b009-8b92210f890a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:03.333871 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:03.364587 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0d13-8ced-4a44-957c-0efa357c7501 req-94c7884f-d0a4-4fe6-a484-c4de8c1cafa4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:03.367885 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0c7a0d13-8ced-4a44-957c-0efa357c7501 req-94c7884f-d0a4-4fe6-a484-c4de8c1cafa4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0747297 Sep 14 16:57:03.404898 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c2286f0f-4cad-411d-8159-27c76a2b45f7 None None] Provisioning for port b7929b9a-b85d-4eeb-8b32-4455b3457475 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:57:03.422592 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0c7a0d13-8ced-4a44-957c-0efa357c7501 req-bf5b0fda-2aa5-4008-856c-c2c76aa2aefd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Sep 14 16:57:03.430481 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c2286f0f-4cad-411d-8159-27c76a2b45f7 None None] Provisioning complete for port b7929b9a-b85d-4eeb-8b32-4455b3457475 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:57:03.430875 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c2286f0f-4cad-411d-8159-27c76a2b45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:03.462566 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=9d99c6cc-c47c-433f-b009-8b92210f890a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:03.488619 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-c2286f0f-4cad-411d-8159-27c76a2b45f7 None None] Port b7929b9a-b85d-4eeb-8b32-4455b3457475 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:57:03.567167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d046f-0870-4c79-9375-79555c0dc46b req-18e1bda7-0714-4d50-891d-580ecead3b27 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:03.575629 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1d5d046f-0870-4c79-9375-79555c0dc46b req-18e1bda7-0714-4d50-891d-580ecead3b27 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0683346 Sep 14 16:57:03.617070 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1d5d046f-0870-4c79-9375-79555c0dc46b req-1ac0b9ed-7142-495f-923b-f48fb87abda6 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Sep 14 16:57:03.719321 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['9d99c6cc-c47c-433f-b009-8b92210f890a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:57:03.948886 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861b64b-c6f4-4f1a-89bb-b1e716eccd35 req-0c3456d4-06f8-4a3b-ad0c-c32eebe4dab3 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:03.950612 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0861b64b-c6f4-4f1a-89bb-b1e716eccd35 req-0c3456d4-06f8-4a3b-ad0c-c32eebe4dab3 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 945 time: 0.0576444 Sep 14 16:57:04.004280 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0861b64b-c6f4-4f1a-89bb-b1e716eccd35 req-e02642f3-8ec5-4907-93a5-18f442565fd5 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466731 Sep 14 16:57:04.639873 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646ca19-134a-4db5-9145-14decb7ff6a5 req-13f1ba3b-a575-4336-a8f2-67a853570725 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:04.651750 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7646ca19-134a-4db5-9145-14decb7ff6a5 req-13f1ba3b-a575-4336-a8f2-67a853570725 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.1329854 Sep 14 16:57:04.702288 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7646ca19-134a-4db5-9145-14decb7ff6a5 req-8b6d5e02-fb23-4b32-a9c2-4094156f45fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Sep 14 16:57:04.803958 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31fb02-5fa4-4d3a-add9-a51aafd2bdf7 req-5afc1aab-9aba-4666-933f-52f4d1c646df tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:04.808029 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc31fb02-5fa4-4d3a-add9-a51aafd2bdf7 req-5afc1aab-9aba-4666-933f-52f4d1c646df tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0528493 Sep 14 16:57:04.856045 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc31fb02-5fa4-4d3a-add9-a51aafd2bdf7 req-163b65e3-99bd-4188-94dd-0d9496f3f7fe tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Sep 14 16:57:05.147458 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521ec1e-6ff3-446b-9cd7-eaa9599e28eb req-96a128b7-fc52-4f08-a147-637759e55d5e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:05.148889 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e521ec1e-6ff3-446b-9cd7-eaa9599e28eb req-96a128b7-fc52-4f08-a147-637759e55d5e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 945 time: 0.0627515 Sep 14 16:57:05.191589 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e521ec1e-6ff3-446b-9cd7-eaa9599e28eb req-976c400b-471e-42dc-9718-f39739047d20 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Sep 14 16:57:05.831784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cd65d-6e3f-4c8b-9a4b-ac2204af564d req-0a2f06f3-974c-43fa-85c7-55ef6448631f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:05.833396 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0e0cd65d-6e3f-4c8b-9a4b-ac2204af564d req-0a2f06f3-974c-43fa-85c7-55ef6448631f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0507612 Sep 14 16:57:05.875385 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0e0cd65d-6e3f-4c8b-9a4b-ac2204af564d req-ece18a98-cfb3-4058-81d1-f96e3bb5c72f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Sep 14 16:57:05.984297 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b894168-2254-4f75-b075-d7e88e4a7af6 req-4affaddf-0d1f-4f02-a0ae-010af7439921 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:05.985465 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b894168-2254-4f75-b075-d7e88e4a7af6 req-4affaddf-0d1f-4f02-a0ae-010af7439921 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0513523 Sep 14 16:57:06.025421 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b894168-2254-4f75-b075-d7e88e4a7af6 req-251c33a6-e98c-4ec5-bc00-fb779d401b2a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Sep 14 16:57:06.309728 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d4325-3d37-49a3-b935-f7abfb81a428 req-ab36933b-b2f6-401c-90bc-fc79c1c414e7 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:06.311381 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-907d4325-3d37-49a3-b935-f7abfb81a428 req-ab36933b-b2f6-401c-90bc-fc79c1c414e7 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Sep 14 16:57:06.354592 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-907d4325-3d37-49a3-b935-f7abfb81a428 req-97427eb5-a9c4-47e9-8431-32d02cbab656 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369625 Sep 14 16:57:06.997688 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0e206-0d3d-44ef-926f-ea3f120a9b3d req-8f525b5b-bd9a-4bea-8f5d-4f35512fd77b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:06.999276 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-30b0e206-0d3d-44ef-926f-ea3f120a9b3d req-8f525b5b-bd9a-4bea-8f5d-4f35512fd77b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0515842 Sep 14 16:57:07.039666 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-30b0e206-0d3d-44ef-926f-ea3f120a9b3d req-f1851215-4ec3-415b-b4d5-cc951c4e64e8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335560 Sep 14 16:57:07.154067 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6a055-3b44-4e80-9c25-e1f3a61dd4b9 req-73c98d1c-8699-4e58-a7be-e837b7c1ca91 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:07.162517 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3e6a055-3b44-4e80-9c25-e1f3a61dd4b9 req-73c98d1c-8699-4e58-a7be-e837b7c1ca91 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0598490 Sep 14 16:57:07.199110 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3e6a055-3b44-4e80-9c25-e1f3a61dd4b9 req-a19dfae3-b560-4aec-a49f-8b6be9e2bfc0 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Sep 14 16:57:07.473976 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37bde8-37cf-4956-adcd-70e429edd6f3 req-1ca39adb-5ec5-49ff-9f49-df5421482dd6 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:07.475524 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6e37bde8-37cf-4956-adcd-70e429edd6f3 req-1ca39adb-5ec5-49ff-9f49-df5421482dd6 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 945 time: 0.0505443 Sep 14 16:57:07.523808 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6e37bde8-37cf-4956-adcd-70e429edd6f3 req-bd5d5c00-f143-4427-8ff1-51d06d33f5a8 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Sep 14 16:57:08.163817 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17b160-631f-4cf8-81a7-23bbd3b5d281 req-2719955c-43ff-412b-8677-12353617b3d6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:08.165529 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4b17b160-631f-4cf8-81a7-23bbd3b5d281 req-2719955c-43ff-412b-8677-12353617b3d6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0531347 Sep 14 16:57:08.207035 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4b17b160-631f-4cf8-81a7-23bbd3b5d281 req-fdf29ba4-696a-424e-abb4-839a90a32e7c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348990 Sep 14 16:57:08.332904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fb38-6a68-4d6e-a97d-f6d6111fd7e7 req-c9d5cd2d-4a56-48e5-bd38-7e39b81ae478 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:08.334484 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2ff7fb38-6a68-4d6e-a97d-f6d6111fd7e7 req-c9d5cd2d-4a56-48e5-bd38-7e39b81ae478 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0525811 Sep 14 16:57:08.378996 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8499f49f-69ff-4e41-9c54-28528841fbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:08.420725 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2ff7fb38-6a68-4d6e-a97d-f6d6111fd7e7 req-25617585-bed2-46f0-89b5-3eabe21b5731 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794678 Sep 14 16:57:08.646009 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec753dc-cccc-494a-9b43-e2f8106bcaf5 req-aaf824ce-95d8-40fb-9bc9-33dc8650160b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:08.647439 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-dec753dc-cccc-494a-9b43-e2f8106bcaf5 req-aaf824ce-95d8-40fb-9bc9-33dc8650160b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Sep 14 16:57:08.693748 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-dec753dc-cccc-494a-9b43-e2f8106bcaf5 req-256f71ac-2c02-435d-8e9e-124b3d897e6d tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Sep 14 16:57:09.076313 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 9d99c6cc-c47c-433f-b009-8b92210f890a up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:57:09.161783 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 9d99c6cc-c47c-433f-b009-8b92210f890a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:57:09.165769 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 9d99c6cc-c47c-433f-b009-8b92210f890a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:57:09.166192 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:09.251788 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:09.289718 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d99c6cc-c47c-433f-b009-8b92210f890a'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:09.292162 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa1c959-679e-44d2-a27b-3bde9bc1e562" -d '{"events": [{"server_uuid": "2afbc6b9-4cc8-494c-ae0d-1bf243bc4824", "name": "network-vif-plugged", "status": "completed", "tag": "9d99c6cc-c47c-433f-b009-8b92210f890a"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:09.312653 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 9d99c6cc-c47c-433f-b009-8b92210f890a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9d99c6cc-c47c-433f-b009-8b92210f890a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:09.320828 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:09.444698 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=9d99c6cc-c47c-433f-b009-8b92210f890a,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:09.490006 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573d6f-dfad-4cef-9ac9-b9e81db3adf0 req-310b8cc0-51a2-44e3-943f-b3de4ba8b9c1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:09.493177 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c4573d6f-dfad-4cef-9ac9-b9e81db3adf0 req-310b8cc0-51a2-44e3-943f-b3de4ba8b9c1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.1504676 Sep 14 16:57:09.557368 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c4573d6f-dfad-4cef-9ac9-b9e81db3adf0 req-f365454b-b71f-40bc-8b53-edebcf7ecd40 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516818 Sep 14 16:57:09.627886 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a72d0b-95a7-490a-b15d-710576e3d033 x-openstack-request-id: req-b6a72d0b-95a7-490a-b15d-710576e3d033 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:09.628305 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afbc6b9-4cc8-494c-ae0d-1bf243bc4824", "name": "network-vif-plugged", "status": "completed", "tag": "9d99c6cc-c47c-433f-b009-8b92210f890a", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:09.628582 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6a72d0b-95a7-490a-b15d-710576e3d033 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:09.629012 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d99c6cc-c47c-433f-b009-8b92210f890a', 'code': 200} Sep 14 16:57:09.746946 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e094ed-c186-4463-b987-77dee52e931a req-be537830-22c5-4be5-b28f-42df31d6908e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:09.748607 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-95e094ed-c186-4463-b987-77dee52e931a req-be537830-22c5-4be5-b28f-42df31d6908e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0556774 Sep 14 16:57:09.790071 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-95e094ed-c186-4463-b987-77dee52e931a req-3f002139-5231-4cbc-8a09-dfa9840b4f50 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Sep 14 16:57:09.908794 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3d8ae-4016-4a26-84ca-f8066a9b13ba req-bec35f00-9bd4-4b85-9993-4a6d81756d6e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:09.910457 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-64a3d8ae-4016-4a26-84ca-f8066a9b13ba req-bec35f00-9bd4-4b85-9993-4a6d81756d6e tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0618989 Sep 14 16:57:09.967380 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-64a3d8ae-4016-4a26-84ca-f8066a9b13ba req-58a674fb-4257-492e-888c-bedef6a3392b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507958 Sep 14 16:57:10.380308 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:10.680376 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467158b2-e040-473c-9420-4ac7f6a14868 req-e3ea2d03-5377-4729-a697-34fdf3987207 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:10.682265 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-467158b2-e040-473c-9420-4ac7f6a14868 req-e3ea2d03-5377-4729-a697-34fdf3987207 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0609848 Sep 14 16:57:10.722767 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-467158b2-e040-473c-9420-4ac7f6a14868 req-6a683373-816b-41ac-9e8b-be62e8fdd148 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Sep 14 16:57:10.892512 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f94fa57d-ca5a-42d3-a03a-f761ad31ee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:10.909923 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44547b2a-0ee0-461e-878b-551d48336e08 req-f40c2f03-e895-4a81-a3e4-3b075d9773bf tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:10.911499 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-44547b2a-0ee0-461e-878b-551d48336e08 req-f40c2f03-e895-4a81-a3e4-3b075d9773bf tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0529182 Sep 14 16:57:10.950788 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-44547b2a-0ee0-461e-878b-551d48336e08 req-a60e67ba-fd17-4045-ac57-88e1dfe06350 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Sep 14 16:57:10.989571 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:11.096792 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b34009-7e77-401c-bef8-019a68b87941 req-f3ea5370-753b-476a-a9c3-28f6792d40f6 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:11.098379 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-77b34009-7e77-401c-bef8-019a68b87941 req-f3ea5370-753b-476a-a9c3-28f6792d40f6 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0590978 Sep 14 16:57:11.148235 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-77b34009-7e77-401c-bef8-019a68b87941 req-dc7a3bda-e76e-49ab-851e-880c1d9a9041 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Sep 14 16:57:11.852636 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:11.858983 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df3b0b-c04d-41a6-bd82-d6c5a77f3e28 req-bc713903-6831-46c6-a9f8-f11f1268f8f0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:11.863008 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d7df3b0b-c04d-41a6-bd82-d6c5a77f3e28 req-bc713903-6831-46c6-a9f8-f11f1268f8f0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0555103 Sep 14 16:57:11.901578 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d7df3b0b-c04d-41a6-bd82-d6c5a77f3e28 req-620392e8-06a8-4555-8de1-6de8e11006c5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343986 Sep 14 16:57:12.077839 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cdd6a-d99c-4683-83b9-e69c29d7912e req-b9222843-ea18-4028-b4c3-31f30a1c276b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:12.077839 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e06cdd6a-d99c-4683-83b9-e69c29d7912e req-b9222843-ea18-4028-b4c3-31f30a1c276b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0556183 Sep 14 16:57:12.111631 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e06cdd6a-d99c-4683-83b9-e69c29d7912e req-f6998669-0755-47de-a2a3-cf0be71bacdd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344651 Sep 14 16:57:12.266193 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd81a7e-03d6-42f7-84a6-d28674503ad1 req-00499739-9c5c-4609-a782-b2caf83443cf tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:12.267919 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8bd81a7e-03d6-42f7-84a6-d28674503ad1 req-00499739-9c5c-4609-a782-b2caf83443cf tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0509107 Sep 14 16:57:12.314104 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8bd81a7e-03d6-42f7-84a6-d28674503ad1 req-64d98f43-dd03-4059-afdb-dccfb2bd7395 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Sep 14 16:57:13.021421 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85905aca-21f2-4901-8e6a-8f5d54dfe936 req-b461fe65-c062-470f-a249-456c5c09cc1d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:13.022973 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-85905aca-21f2-4901-8e6a-8f5d54dfe936 req-b461fe65-c062-470f-a249-456c5c09cc1d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0507305 Sep 14 16:57:13.066999 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-85905aca-21f2-4901-8e6a-8f5d54dfe936 req-f88ba2a5-b42b-4b9f-88b3-d150931bcd16 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350897 Sep 14 16:57:13.253192 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff73fc-7e97-4e84-8368-0b06330f6f4b req-5ea5fafd-d10b-4603-8357-53ca4c04fc9f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:13.261197 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-50ff73fc-7e97-4e84-8368-0b06330f6f4b req-5ea5fafd-d10b-4603-8357-53ca4c04fc9f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0748458 Sep 14 16:57:13.307448 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-50ff73fc-7e97-4e84-8368-0b06330f6f4b req-22674543-b4c4-410d-98d8-03ce922a2f70 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Sep 14 16:57:13.436740 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9346cc-83a5-465d-ab32-04c8e59c519f req-1d624f26-b773-436f-840e-4fa2abe7b40b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:13.438480 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bb9346cc-83a5-465d-ab32-04c8e59c519f req-1d624f26-b773-436f-840e-4fa2abe7b40b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0529640 Sep 14 16:57:13.482905 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bb9346cc-83a5-465d-ab32-04c8e59c519f req-e9e0249d-964c-4822-add0-67c3da312995 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383639 Sep 14 16:57:13.526449 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:14.189901 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d96db7-5570-44d8-acdb-5bebb3daed93 req-0f3ec289-5043-428b-a1ae-8a20b25940a9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:14.191423 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-77d96db7-5570-44d8-acdb-5bebb3daed93 req-0f3ec289-5043-428b-a1ae-8a20b25940a9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0514288 Sep 14 16:57:14.228982 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-77d96db7-5570-44d8-acdb-5bebb3daed93 req-5f05c612-d656-4ef9-b40a-db1af227a682 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Sep 14 16:57:14.417214 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771009c6-3995-4081-b21f-d805b5224750 req-b7e61578-b7ce-46ef-95c6-d1272e955aec tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:14.418686 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-771009c6-3995-4081-b21f-d805b5224750 req-b7e61578-b7ce-46ef-95c6-d1272e955aec tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0498624 Sep 14 16:57:14.457892 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-771009c6-3995-4081-b21f-d805b5224750 req-eadd73ba-d1bf-474b-aabc-707e3ce6ef37 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Sep 14 16:57:14.608008 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bc1b3-78ab-4f52-b043-c49b1830987e req-abff343a-0e48-4785-972b-6fedb41fe2ed tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:14.609458 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0a0bc1b3-78ab-4f52-b043-c49b1830987e req-abff343a-0e48-4785-972b-6fedb41fe2ed tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0512590 Sep 14 16:57:14.652636 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0a0bc1b3-78ab-4f52-b043-c49b1830987e req-efa025c4-50ab-4c19-a824-4bc1878223f0 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370204 Sep 14 16:57:15.355664 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41096b62-08f0-42a9-b5cf-94e3c504102d req-338e35cd-4d02-4610-b6b1-b4e1fe0b5ea8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:15.357128 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41096b62-08f0-42a9-b5cf-94e3c504102d req-338e35cd-4d02-4610-b6b1-b4e1fe0b5ea8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0533867 Sep 14 16:57:15.398435 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41096b62-08f0-42a9-b5cf-94e3c504102d req-ca5e23fd-36c0-4fc1-bc43-c9f54851d9ce tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351958 Sep 14 16:57:15.584008 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2f6b8-e483-49c0-a735-78bd352535b0 req-736b7afb-5f5e-4349-9270-7cc80a11d36b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:15.585427 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-07d2f6b8-e483-49c0-a735-78bd352535b0 req-736b7afb-5f5e-4349-9270-7cc80a11d36b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 931 time: 0.0516274 Sep 14 16:57:15.626756 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-07d2f6b8-e483-49c0-a735-78bd352535b0 req-70023f63-9f82-4168-b1ef-bd2ba3a670eb tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Sep 14 16:57:15.767819 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ffb30-d700-4786-ba44-bfc1d45f4c03 req-2676d7e2-8c11-4fbb-b316-2c251d15ac0a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:15.769284 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f53ffb30-d700-4786-ba44-bfc1d45f4c03 req-2676d7e2-8c11-4fbb-b316-2c251d15ac0a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0506027 Sep 14 16:57:15.812094 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f53ffb30-d700-4786-ba44-bfc1d45f4c03 req-1bf3feaa-8890-400f-b447-56d55b71180d tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366182 Sep 14 16:57:16.112879 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Request body: {'port': {'device_id': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:16.177308 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:16.181658 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-b8b687e4-b970-4ae2-95f9-c316fe68b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:16.183172 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-b8b687e4-b970-4ae2-95f9-c316fe68b756 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.0389001 Sep 14 16:57:16.375079 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-d4ef2f67-9ab8-4a1b-9fe8-9ebf914cfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:16.376562 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-d4ef2f67-9ab8-4a1b-9fe8-9ebf914cfa0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.0941365 Sep 14 16:57:16.421671 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-90a87a72-9276-474b-8fef-7f7a629c61d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 217 time: 0.0365212 Sep 14 16:57:16.496690 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7929b9a-b85d-4eeb-8b32-4455b3457475 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:57:16.503451 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-46ccba9e-cb59-48eb-97bf-901040b10c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:16.504922 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-46ccba9e-cb59-48eb-97bf-901040b10c20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.0609419 Sep 14 16:57:16.518249 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:16.539167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Transition to ACTIVE for port object b7929b9a-b85d-4eeb-8b32-4455b3457475 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:57:16.547515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db904ad-40d3-4da7-92ef-50980a9ff82a req-f79d5018-079e-4f0c-b60a-1c872ff27d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:16.549057 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1db904ad-40d3-4da7-92ef-50980a9ff82a req-f79d5018-079e-4f0c-b60a-1c872ff27d5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 1099 time: 0.0993423 Sep 14 16:57:16.552551 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:16.565742 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5f83f-cd99-4eb5-8437-ef282041b56b req-bbda265b-4204-4bb7-9b73-8cee69335220 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:16.567314 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32c5f83f-cd99-4eb5-8437-ef282041b56b req-bbda265b-4204-4bb7-9b73-8cee69335220 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0893755 Sep 14 16:57:16.670379 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Pushing event updated for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:16.740637 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-ef51b253-ffe1-460a-813d-dc9beda1c6bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250555 Sep 14 16:57:16.781100 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Attempting to bind port b7929b9a-b85d-4eeb-8b32-4455b3457475 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:57:16.781448 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Attempting to bind port b7929b9a-b85d-4eeb-8b32-4455b3457475 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:57:16.781759 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Attempting to bind port b7929b9a-b85d-4eeb-8b32-4455b3457475 on network e62b0fb9-7c7a-441a-b115-61bb3f374d00 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:57:16.784819 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1db904ad-40d3-4da7-92ef-50980a9ff82a req-6b3576d1-9738-4161-887b-986a657e163f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963713 Sep 14 16:57:16.789017 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-32c5f83f-cd99-4eb5-8437-ef282041b56b req-a86e54cf-169a-456f-892f-15b473793d6b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989574 Sep 14 16:57:16.791597 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Port b7929b9a-b85d-4eeb-8b32-4455b3457475 on network e62b0fb9-7c7a-441a-b115-61bb3f374d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:57:16.791845 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Attempting to bind port b7929b9a-b85d-4eeb-8b32-4455b3457475 on network e62b0fb9-7c7a-441a-b115-61bb3f374d00 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:57:16.798935 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:57:16.799277 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Checking segment: {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:57:16.799661 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Bound using segment: {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:57:16.800092 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Bound port: b7929b9a-b85d-4eeb-8b32-4455b3457475, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1959e707-da5f-49b9-934c-173681280774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:57:16.800453 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:16.856562 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-71db02f2-febf-4efd-836d-59965bc5de10 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898545 Sep 14 16:57:16.881455 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20022b7c-cdba-415a-a228-9b35e53282fc req-ea8a85e7-8984-4b24-9c63-d4ea62ee03e4 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:16.883202 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20022b7c-cdba-415a-a228-9b35e53282fc req-ea8a85e7-8984-4b24-9c63-d4ea62ee03e4 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 943 time: 0.1410937 Sep 14 16:57:16.893633 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:57:16.897957 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:57:16.908726 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:16.944555 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20022b7c-cdba-415a-a228-9b35e53282fc req-0d1af4e8-874c-407c-aa72-6d4fb9a2c596 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Sep 14 16:57:16.981081 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:16.981713 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:16.983192 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] 10.222.0.44 "PUT /v2.0/ports/b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 1093 time: 0.8747008 Sep 14 16:57:16.983778 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:16.986096 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4112b5-b9e2-41e7-802d-abe669658c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:17.043043 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b311ec9-7b60-4cf8-91ae-19eddcc76c3f req-0ce37fc6-a7d8-4667-b3a9-31120db6df51 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:17.044489 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6b311ec9-7b60-4cf8-91ae-19eddcc76c3f req-0ce37fc6-a7d8-4667-b3a9-31120db6df51 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.1006744 Sep 14 16:57:17.045151 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1d50-3d74-487e-b875-20560caf9998 service neutron] Pushing event updated for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:17.052099 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c7c3a5-d3cd-4634-b674-e8208264aa55 x-openstack-request-id: req-c7c7c3a5-d3cd-4634-b674-e8208264aa55 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:17.052463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:17.052774 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7c7c3a5-d3cd-4634-b674-e8208264aa55 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:17.053287 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'status': 'completed', 'code': 200} Sep 14 16:57:17.090464 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6b311ec9-7b60-4cf8-91ae-19eddcc76c3f req-103998c9-563f-4874-8b85-33717eae7367 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349486 Sep 14 16:57:17.268103 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4112b5-b9e2-41e7-802d-abe669658c2e req-68b23710-7548-43f9-b11e-8b0cf1851597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:17.270001 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b4112b5-b9e2-41e7-802d-abe669658c2e req-68b23710-7548-43f9-b11e-8b0cf1851597 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1096 time: 0.0580018 Sep 14 16:57:17.274464 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3791712b-a6ab-4fe1-9859-97846e0e2533 req-c0ec6cbd-c891-46ef-b84d-fd063c79aeb5 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051123 Sep 14 16:57:17.402331 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4112b5-b9e2-41e7-802d-abe669658c2e req-c115679e-8a1d-4997-aafc-f63f3f7d46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:17.403862 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b4112b5-b9e2-41e7-802d-abe669658c2e req-c115679e-8a1d-4997-aafc-f63f3f7d46bb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1078944 Sep 14 16:57:17.504879 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4112b5-b9e2-41e7-802d-abe669658c2e req-042c2e8d-b222-43df-bb60-0a86484844fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:17.506527 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b4112b5-b9e2-41e7-802d-abe669658c2e req-042c2e8d-b222-43df-bb60-0a86484844fa service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919337 Sep 14 16:57:17.616053 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-6327afc0-9958-4799-9434-036e5d09fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:17.618058 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-6327afc0-9958-4799-9434-036e5d09fba0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1096 time: 0.0462306 Sep 14 16:57:17.674560 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-f5301c53-aeb5-4c05-9568-aa99dfbcbc52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 217 time: 0.0358834 Sep 14 16:57:17.728882 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-d017183b-a51d-4db2-8b54-6154fc543ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:17.730594 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-d017183b-a51d-4db2-8b54-6154fc543ae5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=664a7975-317d-405e-8cd3-ccbdfef4e2d6 HTTP/1.1" status: 200 len: 854 time: 0.0452445 Sep 14 16:57:17.753585 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59170) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:17.782691 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-0b0eb062-0c9b-4a0d-9ea2-fb4ca0f497b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:17.784225 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-0b0eb062-0c9b-4a0d-9ea2-fb4ca0f497b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e62b0fb9-7c7a-441a-b115-61bb3f374d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451083 Sep 14 16:57:17.881540 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5a6eb65-f6a2-4776-ad1e-403ef4b9bae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:17.894277 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-52e3c390-5e5c-47cb-b686-8b0911c5c380 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008978 Sep 14 16:57:17.983225 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5a6eb65-f6a2-4776-ad1e-403ef4b9bae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:17.994261 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5a6eb65-f6a2-4776-ad1e-403ef4b9bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.011877 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f34c2b-31f9-4b2c-8891-fa1b0110d5f0 req-ea4e3afd-9a15-47b3-b335-42a79dd166cd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:18.022106 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-50f34c2b-31f9-4b2c-8891-fa1b0110d5f0 req-ea4e3afd-9a15-47b3-b335-42a79dd166cd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.1402588 Sep 14 16:57:18.073330 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-50f34c2b-31f9-4b2c-8891-fa1b0110d5f0 req-12ecd430-154f-4c15-9133-d7590f9935dd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Sep 14 16:57:18.073636 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6eb65-f6a2-4776-ad1e-403ef4b9bae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb98f024-9738-4157-babd-0de64cab5053,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:18.080775 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2ec34c8-4154-4e5e-af53-3bfebbcb3630 req-fbc3bc44-06c1-4d89-a88a-4ad5566d1d16 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723328 Sep 14 16:57:18.081585 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59188) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:18.081992 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d5a6eb65-f6a2-4776-ad1e-403ef4b9bae4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fc84925a87a4c229de39eaed6b65227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270707 Sep 14 16:57:18.100061 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a485-2c92-4cd1-b268-fd46b8185a88 req-b268140d-1df9-4e08-88b9-4fedceca7f1f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:18.109203 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d837a485-2c92-4cd1-b268-fd46b8185a88 req-b268140d-1df9-4e08-88b9-4fedceca7f1f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 943 time: 0.0854218 Sep 14 16:57:18.147904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fdabaed-2ab8-4e1f-be1f-b6bef1339c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.172212 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d837a485-2c92-4cd1-b268-fd46b8185a88 req-71e0571e-dc39-4974-a4c9-abda43029ac6 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616891 Sep 14 16:57:18.177504 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fdabaed-2ab8-4e1f-be1f-b6bef1339c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.246330 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fdabaed-2ab8-4e1f-be1f-b6bef1339c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.249150 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fdabaed-2ab8-4e1f-be1f-b6bef1339c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.252790 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-8fdabaed-2ab8-4e1f-be1f-b6bef1339c4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb98f024-9738-4157-babd-0de64cab5053 HTTP/1.1" status: 204 len: 168 time: 0.1677361 Sep 14 16:57:18.260957 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdabaed-2ab8-4e1f-be1f-b6bef1339c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb98f024-9738-4157-babd-0de64cab5053,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:18.423551 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f103f-a089-4332-ad88-733a0def46b8 req-c0f3bb9e-3a37-4bab-8211-e2c6868d2303 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:18.425274 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0e4f103f-a089-4332-ad88-733a0def46b8 req-c0f3bb9e-3a37-4bab-8211-e2c6868d2303 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0631936 Sep 14 16:57:18.487968 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0e4f103f-a089-4332-ad88-733a0def46b8 req-0dd1d858-f19c-4ba8-b5f3-f793c6535b40 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558536 Sep 14 16:57:18.608037 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59210) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:18.621697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b90435e3-15eb-4903-a54a-eef9448c5ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.715573 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b90435e3-15eb-4903-a54a-eef9448c5ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.721775 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b90435e3-15eb-4903-a54a-eef9448c5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.767570 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b90435e3-15eb-4903-a54a-eef9448c5ef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8c78b42691a47c391a88c09cb17b8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584651 Sep 14 16:57:18.768624 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90435e3-15eb-4903-a54a-eef9448c5ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e406d718-9d40-4e15-94e9-76d97df9565a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:18.770445 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59212) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:18.819834 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fece43f2-84db-491a-b4a9-6b71282e61ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.840206 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fece43f2-84db-491a-b4a9-6b71282e61ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.887918 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fece43f2-84db-491a-b4a9-6b71282e61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.890462 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fece43f2-84db-491a-b4a9-6b71282e61ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:18.891644 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fece43f2-84db-491a-b4a9-6b71282e61ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e406d718-9d40-4e15-94e9-76d97df9565a HTTP/1.1" status: 204 len: 168 time: 0.1202075 Sep 14 16:57:18.900053 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece43f2-84db-491a-b4a9-6b71282e61ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e406d718-9d40-4e15-94e9-76d97df9565a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:19.277383 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c819d-57b5-4274-9c50-559856aa46b7 req-4a010f47-1e31-422d-b815-0e6770c8141f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:19.278417 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-797c819d-57b5-4274-9c50-559856aa46b7 req-4a010f47-1e31-422d-b815-0e6770c8141f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0929778 Sep 14 16:57:19.319759 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9abdd-ca8b-4c15-ba04-0fa13af28aec req-8b0dfbf3-6061-42b7-aae1-7cb3d835611a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:19.321544 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3d9abdd-ca8b-4c15-ba04-0fa13af28aec req-8b0dfbf3-6061-42b7-aae1-7cb3d835611a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 943 time: 0.0584128 Sep 14 16:57:19.325473 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-797c819d-57b5-4274-9c50-559856aa46b7 req-a4989523-361e-4e34-9e5f-cc01375984fe tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Sep 14 16:57:19.360898 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3d9abdd-ca8b-4c15-ba04-0fa13af28aec req-f262eb4e-39e9-439a-832e-980e828590b8 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Sep 14 16:57:19.627573 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1408d71-b01e-4d69-8739-078dc66b7527 req-b49dc525-3a60-4a32-9e76-465ebe488e6d tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:19.629109 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1408d71-b01e-4d69-8739-078dc66b7527 req-b49dc525-3a60-4a32-9e76-465ebe488e6d tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0578306 Sep 14 16:57:19.670356 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1408d71-b01e-4d69-8739-078dc66b7527 req-b0db4ed1-96c2-4be4-969f-37e40d4bb7e0 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348816 Sep 14 16:57:20.060464 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59274) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:20.174212 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec69b-a619-4600-8959-76278d052cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:20.265068 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec69b-a619-4600-8959-76278d052cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:20.272023 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec69b-a619-4600-8959-76278d052cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:20.309621 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ec69b-a619-4600-8959-76278d052cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe24e36-b284-4ba3-9a77-4966c27fac2b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:20.321261 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-cc6ec69b-a619-4600-8959-76278d052cdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdad3e026fb84c148c8bf59e1a622925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596543 Sep 14 16:57:20.324696 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59290) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:20.387259 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dd4de4c3-dbd2-4009-ae12-4d98db8c0960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:20.410472 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dd4de4c3-dbd2-4009-ae12-4d98db8c0960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:20.490132 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78b9bd-252e-45ad-ad80-0ab3ca0dc22d req-0efc8892-ecd4-4731-9de1-1a31a9dcaa5a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:20.492170 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-dc78b9bd-252e-45ad-ad80-0ab3ca0dc22d req-0efc8892-ecd4-4731-9de1-1a31a9dcaa5a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0702746 Sep 14 16:57:20.511338 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dd4de4c3-dbd2-4009-ae12-4d98db8c0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:20.514090 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-dd4de4c3-dbd2-4009-ae12-4d98db8c0960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:20.517776 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-dd4de4c3-dbd2-4009-ae12-4d98db8c0960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbe24e36-b284-4ba3-9a77-4966c27fac2b HTTP/1.1" status: 204 len: 168 time: 0.1895232 Sep 14 16:57:20.537155 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4de4c3-dbd2-4009-ae12-4d98db8c0960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe24e36-b284-4ba3-9a77-4966c27fac2b,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:20.549579 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c20ccf-e4c6-4afa-99ef-a477c2524ce8 req-9234ff4c-0f7b-4414-9eac-da4e8c85ab07 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:20.560699 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-79c20ccf-e4c6-4afa-99ef-a477c2524ce8 req-9234ff4c-0f7b-4414-9eac-da4e8c85ab07 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 943 time: 0.1019499 Sep 14 16:57:20.561966 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-dc78b9bd-252e-45ad-ad80-0ab3ca0dc22d req-271ed554-d8a3-4519-ab9a-f756bed712ed tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618076 Sep 14 16:57:20.607767 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-79c20ccf-e4c6-4afa-99ef-a477c2524ce8 req-ca02ed03-de73-4c88-8f66-9fea3d5e1b2e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Sep 14 16:57:20.668084 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59318) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:20.876800 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c092-a31a-48f3-9c5f-9182fcc3c4f0 req-89331814-89f6-42c1-a805-60d5959762fb tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:20.878290 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2271c092-a31a-48f3-9c5f-9182fcc3c4f0 req-89331814-89f6-42c1-a805-60d5959762fb tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0516784 Sep 14 16:57:20.923762 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2271c092-a31a-48f3-9c5f-9182fcc3c4f0 req-844f614d-984c-4f80-8f40-dacbcfaedd92 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Sep 14 16:57:20.957645 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-415f95de-4298-469e-a4bf-0669f833892c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.053007 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-415f95de-4298-469e-a4bf-0669f833892c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.058520 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-415f95de-4298-469e-a4bf-0669f833892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.098400 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-415f95de-4298-469e-a4bf-0669f833892c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76c96b520a9246f69dd4d3cd6fd58c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289768 Sep 14 16:57:21.099350 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f95de-4298-469e-a4bf-0669f833892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2d0a6-c5fc-415f-a406-960fde238a40,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:21.101708 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59340) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:21.152888 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b7929b9a-b85d-4eeb-8b32-4455b3457475 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:57:21.168021 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abb7d2c4-a4d9-49ce-b3a9-735a3939b4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.192659 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abb7d2c4-a4d9-49ce-b3a9-735a3939b4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.244288 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abb7d2c4-a4d9-49ce-b3a9-735a3939b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.247419 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abb7d2c4-a4d9-49ce-b3a9-735a3939b4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.248749 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-abb7d2c4-a4d9-49ce-b3a9-735a3939b4bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cd2d0a6-c5fc-415f-a406-960fde238a40 HTTP/1.1" status: 204 len: 168 time: 0.1454422 Sep 14 16:57:21.259254 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7d2c4-a4d9-49ce-b3a9-735a3939b4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2d0a6-c5fc-415f-a406-960fde238a40,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:21.282282 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:21.299976 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'port_id': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'mac_address': 'fa:16:3e:c1:d4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:57:21.340131 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.354292 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7929b9a-b85d-4eeb-8b32-4455b3457475 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:57:21.375059 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:21.381715 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:21.429894 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:21.705277 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ac55-791b-4e91-bef4-502bf6b27d57 req-0ebd62fc-c493-48df-b688-931e6bf45a45 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:21.708489 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-51e7ac55-791b-4e91-bef4-502bf6b27d57 req-0ebd62fc-c493-48df-b688-931e6bf45a45 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0691414 Sep 14 16:57:21.753851 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488b61-5761-4409-bede-c02dfc013a5d req-84635ffd-c24f-4306-a02b-216166316578 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:21.763402 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6c488b61-5761-4409-bede-c02dfc013a5d req-84635ffd-c24f-4306-a02b-216166316578 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 944 time: 0.0674911 Sep 14 16:57:21.786069 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-51e7ac55-791b-4e91-bef4-502bf6b27d57 req-4cf58b28-102b-4916-8fcc-5c3d0280ed52 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708480 Sep 14 16:57:21.823210 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6c488b61-5761-4409-bede-c02dfc013a5d req-e1e956d3-6cca-493e-93eb-c74816d86c0f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584075 Sep 14 16:57:21.848240 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b7929b9a-b85d-4eeb-8b32-4455b3457475'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:57:22.143939 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60482c99-04a9-4627-a7cb-bfdde1ccf253 req-9f0f240f-9e28-4663-bb1e-65fe5173639a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:22.146975 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60482c99-04a9-4627-a7cb-bfdde1ccf253 req-9f0f240f-9e28-4663-bb1e-65fe5173639a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0726683 Sep 14 16:57:22.189658 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59400) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:22.191491 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-60482c99-04a9-4627-a7cb-bfdde1ccf253 req-2aed8c02-bdca-4327-a42d-c1e933e9bbc9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Sep 14 16:57:22.428290 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f1d072db-9003-4d41-acae-b837bdae491a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:22.521195 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f1d072db-9003-4d41-acae-b837bdae491a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:22.526103 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f1d072db-9003-4d41-acae-b837bdae491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:22.567172 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f1d072db-9003-4d41-acae-b837bdae491a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c638d07687e49eda8c46f7932777a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754163 Sep 14 16:57:22.567992 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d072db-9003-4d41-acae-b837bdae491a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00345b4-1ed0-4d1c-988d-a716e9a6a27f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:22.570180 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59414) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:22.635927 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6911a37-6a2c-4622-a2c0-30c9f0ad0bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:22.658587 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6911a37-6a2c-4622-a2c0-30c9f0ad0bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:22.709417 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6911a37-6a2c-4622-a2c0-30c9f0ad0bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:22.719463 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6911a37-6a2c-4622-a2c0-30c9f0ad0bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:22.723339 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c6911a37-6a2c-4622-a2c0-30c9f0ad0bea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d00345b4-1ed0-4d1c-988d-a716e9a6a27f HTTP/1.1" status: 204 len: 168 time: 0.1375866 Sep 14 16:57:22.728568 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6911a37-6a2c-4622-a2c0-30c9f0ad0bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00345b4-1ed0-4d1c-988d-a716e9a6a27f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:22.914676 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc285-d0a4-4ebf-9cd0-0cbcacf04192 req-c9662340-9e7d-42cf-92e6-79ea9bf7661b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:22.916999 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-870bc285-d0a4-4ebf-9cd0-0cbcacf04192 req-c9662340-9e7d-42cf-92e6-79ea9bf7661b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0701995 Sep 14 16:57:22.965252 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d677f-cf0c-4f23-b880-16358acd9ad1 req-e6c0a5cc-1ae0-4327-8416-d04bb015f06e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:22.974248 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9e2d677f-cf0c-4f23-b880-16358acd9ad1 req-e6c0a5cc-1ae0-4327-8416-d04bb015f06e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 944 time: 0.0648627 Sep 14 16:57:22.979131 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-870bc285-d0a4-4ebf-9cd0-0cbcacf04192 req-d11e007a-79d4-4572-a5cc-23e0371461f6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525587 Sep 14 16:57:23.014092 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9e2d677f-cf0c-4f23-b880-16358acd9ad1 req-dbfa018f-c6e7-46b8-b1cc-00dca18f8c61 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Sep 14 16:57:23.339936 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a543-74ab-4c64-9270-63f02372d44c req-ba004262-b9ae-4a53-b66e-f3c0cfdfc0a5 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:23.341614 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-42f8a543-74ab-4c64-9270-63f02372d44c req-ba004262-b9ae-4a53-b66e-f3c0cfdfc0a5 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0528367 Sep 14 16:57:23.395444 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-42f8a543-74ab-4c64-9270-63f02372d44c req-b5e00ac9-0fa4-4fbe-ae8b-87173896b911 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Sep 14 16:57:23.873143 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 59488) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:23.979230 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-182a00ae-bcca-4b57-bfeb-2828330cb544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:24.099405 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-182a00ae-bcca-4b57-bfeb-2828330cb544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:24.106002 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-182a00ae-bcca-4b57-bfeb-2828330cb544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:24.123563 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7f365-26dd-4b85-ae44-4d993419a4b3 req-8ba052df-52ac-4f75-9ce0-2b8f42deb00d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:24.125089 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c1c7f365-26dd-4b85-ae44-4d993419a4b3 req-8ba052df-52ac-4f75-9ce0-2b8f42deb00d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0810337 Sep 14 16:57:24.159478 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-182a00ae-bcca-4b57-bfeb-2828330cb544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c01b0fbc30134929ab50fc0b401a8254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852426 Sep 14 16:57:24.162241 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59496) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:24.168721 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a00ae-bcca-4b57-bfeb-2828330cb544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6509db-3b32-4ce0-ad54-faec80de07b5,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:24.189574 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c1c7f365-26dd-4b85-ae44-4d993419a4b3 req-f71db4fe-7670-44be-9480-ca62824378b7 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Sep 14 16:57:24.214687 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba015deb-4ba9-4715-8f17-fa808803ce66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:24.239090 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba015deb-4ba9-4715-8f17-fa808803ce66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:24.288832 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c7f16-12f8-4d66-add2-618d1df07b26 req-92bc2b03-0dfc-4aec-b6ec-31d3337977dd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:24.289818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba015deb-4ba9-4715-8f17-fa808803ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:24.290595 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-942c7f16-12f8-4d66-add2-618d1df07b26 req-92bc2b03-0dfc-4aec-b6ec-31d3337977dd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 944 time: 0.0476706 Sep 14 16:57:24.292593 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba015deb-4ba9-4715-8f17-fa808803ce66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:24.293791 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ba015deb-4ba9-4715-8f17-fa808803ce66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d6509db-3b32-4ce0-ad54-faec80de07b5 HTTP/1.1" status: 204 len: 168 time: 0.1302321 Sep 14 16:57:24.302599 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba015deb-4ba9-4715-8f17-fa808803ce66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6509db-3b32-4ce0-ad54-faec80de07b5,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:24.332989 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-942c7f16-12f8-4d66-add2-618d1df07b26 req-c418a921-f7be-4df6-814a-2381103f2e51 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Sep 14 16:57:24.509837 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c20aa-5656-46bc-a03d-3ae4054d9132 req-d6bba729-4db9-4040-818f-04cce6e4696f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:24.511533 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a85c20aa-5656-46bc-a03d-3ae4054d9132 req-d6bba729-4db9-4040-818f-04cce6e4696f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Sep 14 16:57:24.549163 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a85c20aa-5656-46bc-a03d-3ae4054d9132 req-ab816029-70d6-4363-89b7-8ef36ffd1382 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Sep 14 16:57:24.959821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59526) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:25.063487 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1500363693-network', 'tenant_id': '3317e43fb3a64f8087c9d3290453c450'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:25.087056 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Made reservation on behalf of 3317e43fb3a64f8087c9d3290453c450 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:57:25.089507 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.097774 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.192408 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.198138 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.222031 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:57:25.231126 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5319d3a-af46-41de-9739-e3ec09135f6a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:25.237047 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.237391 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Added segment 76d89e0e-8513-47ac-806a-0011df047ee3 of type vlan for network 752c0864-15a1-4994-a6d6-bd41c6eebf99 Sep 14 16:57:25.279045 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.305038 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.305992 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:25.306586 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.309747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a2b0-4931-4624-93cc-b57acde6a63e req-d8b12c71-83ab-44b3-886a-9a7c0e130c5e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:25.311290 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f754a2b0-4931-4624-93cc-b57acde6a63e req-d8b12c71-83ab-44b3-886a-9a7c0e130c5e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0495336 Sep 14 16:57:25.341858 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3803785 Sep 14 16:57:25.345841 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 59534) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:25.350655 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Request body: {'subnet': {'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1500363693-subnet', 'tenant_id': '3317e43fb3a64f8087c9d3290453c450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:25.354236 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f754a2b0-4931-4624-93cc-b57acde6a63e req-caa0de7a-0bf1-43e4-afd1-bfb70b7dac6e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Sep 14 16:57:25.383221 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f28f0-02d5-4374-8166-9aaf5e1f40de admin admin] Pushing event updated for resources: {'Network': ['ID=752c0864-15a1-4994-a6d6-bd41c6eebf99,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:25.394657 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 752c0864-15a1-4994-a6d6-bd41c6eebf99 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:57:25.404282 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Made reservation on behalf of 3317e43fb3a64f8087c9d3290453c450 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:57:25.407174 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.465975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0806e-8015-481a-8c10-31fbff5a4f56 req-c6d71210-1505-4abe-ac55-ae7ecbda2611 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:25.467688 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8ef0806e-8015-481a-8c10-31fbff5a4f56 req-c6d71210-1505-4abe-ac55-ae7ecbda2611 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 944 time: 0.0521812 Sep 14 16:57:25.507982 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8ef0806e-8015-481a-8c10-31fbff5a4f56 req-df4318c2-306e-46d0-9ba4-dc0af80efe43 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336630 Sep 14 16:57:25.582262 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.630697 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e6bc08-1361-40cd-95c8-54de9b531d26,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:25.648656 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Checking segment: {'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:57:25.649013 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Network hostable DHCP agents. Network: 752c0864-15a1-4994-a6d6-bd41c6eebf99, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:57:25.665874 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Network 752c0864-15a1-4994-a6d6-bd41c6eebf99 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:57:25.671936 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95d863-a819-4e47-9f3f-2dfeacb485dd req-3ab419e8-0c3d-4900-b82b-80707ae8f9b9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:25.673624 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b95d863-a819-4e47-9f3f-2dfeacb485dd req-3ab419e8-0c3d-4900-b82b-80707ae8f9b9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0565174 Sep 14 16:57:25.675753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 752c0864-15a1-4994-a6d6-bd41c6eebf99) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:57:25.681234 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:25.682476 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:25.687306 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e353dd-32a0-404e-adad-e89b2b6f1dba None None] Network 752c0864-15a1-4994-a6d6-bd41c6eebf99 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:57:25.707682 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-16444b7e-174a-4dc4-b817-ed94fc272874 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3529997 Sep 14 16:57:25.728738 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b95d863-a819-4e47-9f3f-2dfeacb485dd req-a98eb233-ac8a-48b5-ae22-d9e77afa9383 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477080 Sep 14 16:57:25.808065 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c052a1-9435-4b53-a702-563db616df6c req-58d950e3-dca7-43d1-ab8c-2a4fc0f36d78 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:25.810327 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-35c052a1-9435-4b53-a702-563db616df6c req-58d950e3-dca7-43d1-ab8c-2a4fc0f36d78 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 946 time: 0.0510583 Sep 14 16:57:25.810510 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f855ea8-698c-48be-b42b-23e9d438daf5 None None] Network 752c0864-15a1-4994-a6d6-bd41c6eebf99 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:57:25.920601 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Deleting port 9d99c6cc-c47c-433f-b009-8b92210f890a {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:57:25.920945 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:26.023128 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] For port 9d99c6cc-c47c-433f-b009-8b92210f890a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=9d99c6cc-c47c-433f-b009-8b92210f890a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:26.023632 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:26.035934 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Calling delete_port for 9d99c6cc-c47c-433f-b009-8b92210f890a owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:57:26.183438 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:26.213645 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Pushing event deleted for resources: {'Port': ['ID=9d99c6cc-c47c-433f-b009-8b92210f890a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:26.259907 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] No DVR routers for this DVR port 9d99c6cc-c47c-433f-b009-8b92210f890a on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:57:26.262519 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:26.264815 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-35c052a1-9435-4b53-a702-563db616df6c req-3d7043f9-39ff-4df9-87af-0df39a70090b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "DELETE /v2.0/ports/9d99c6cc-c47c-433f-b009-8b92210f890a HTTP/1.1" status: 204 len: 173 time: 0.4399891 Sep 14 16:57:26.265338 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'name': 'network-vif-deleted', 'tag': '9d99c6cc-c47c-433f-b009-8b92210f890a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:26.268561 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1229ea-20a3-47f1-bcbe-0f23aa14dc92" -d '{"events": [{"server_uuid": "2afbc6b9-4cc8-494c-ae0d-1bf243bc4824", "name": "network-vif-deleted", "tag": "9d99c6cc-c47c-433f-b009-8b92210f890a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:26.304376 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665c1836-bd6e-45aa-8079-f88c087d9486 x-openstack-request-id: req-665c1836-bd6e-45aa-8079-f88c087d9486 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:26.304711 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afbc6b9-4cc8-494c-ae0d-1bf243bc4824", "name": "network-vif-deleted", "tag": "9d99c6cc-c47c-433f-b009-8b92210f890a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:26.304958 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-665c1836-bd6e-45aa-8079-f88c087d9486 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:26.305350 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afbc6b9-4cc8-494c-ae0d-1bf243bc4824', 'name': 'network-vif-deleted', 'tag': '9d99c6cc-c47c-433f-b009-8b92210f890a', 'status': 'completed', 'code': 200} Sep 14 16:57:26.474401 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e375c5-73ca-4bd7-87ae-ebec8264071b req-fa1dbafe-d0fa-4f6b-9bf4-fd5963075792 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:26.476075 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-15e375c5-73ca-4bd7-87ae-ebec8264071b req-fa1dbafe-d0fa-4f6b-9bf4-fd5963075792 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0523725 Sep 14 16:57:26.515435 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-15e375c5-73ca-4bd7-87ae-ebec8264071b req-0be6a46e-29b1-4baf-8dd9-c007219ec2fc tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Sep 14 16:57:26.625174 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321dba-1044-4652-8d10-c25b78d318a2 req-545dd556-7f3e-4e28-916f-eb395d9c709d tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:26.626663 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-35321dba-1044-4652-8d10-c25b78d318a2 req-545dd556-7f3e-4e28-916f-eb395d9c709d tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 944 time: 0.0511560 Sep 14 16:57:26.665613 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-35321dba-1044-4652-8d10-c25b78d318a2 req-2b802477-25ad-4df5-8870-a1324663d3b1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Sep 14 16:57:26.829909 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f226afc4-279a-42e3-aca7-8fe156127bfa req-ba9ca1c2-d4d9-46d0-838a-c6079b1f8676 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0266078 Sep 14 16:57:27.637697 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2acfc-b84e-4c83-bd47-95fe65842c0a req-207b42a3-2be1-46e5-a8bc-b0e552c2cefb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:27.639194 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb2acfc-b84e-4c83-bd47-95fe65842c0a req-207b42a3-2be1-46e5-a8bc-b0e552c2cefb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0541961 Sep 14 16:57:27.679492 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8eb2acfc-b84e-4c83-bd47-95fe65842c0a req-8f775cc4-6e02-4e73-969e-659b1d9f6a94 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Sep 14 16:57:27.798645 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d8b5-547d-420d-baed-55edf33b35b6 req-920707c8-886e-446b-bd71-cea2a196db8d tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:27.800057 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-22b9d8b5-547d-420d-baed-55edf33b35b6 req-920707c8-886e-446b-bd71-cea2a196db8d tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 944 time: 0.0545201 Sep 14 16:57:27.839620 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-22b9d8b5-547d-420d-baed-55edf33b35b6 req-83c379a3-9087-4746-bbdf-cbc21fe1e2e4 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331428 Sep 14 16:57:27.924575 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20381f99-c7b9-4d3f-ab18-dfe43c42dea8 req-57fde3a8-98fb-446e-997e-82497e0f19dc tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0268512 Sep 14 16:57:28.813386 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ecde-99e4-4dc3-8308-512e2c696a9d req-e1321ee1-9b23-4eb9-be7f-b2681be997a9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:28.814857 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ce0ecde-99e4-4dc3-8308-512e2c696a9d req-e1321ee1-9b23-4eb9-be7f-b2681be997a9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0503969 Sep 14 16:57:28.856321 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7ce0ecde-99e4-4dc3-8308-512e2c696a9d req-d68844ae-6572-4345-8acb-77d5fde1cf4f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354154 Sep 14 16:57:28.923738 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['9d99c6cc-c47c-433f-b009-8b92210f890a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:57:28.969784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c42e-d274-4e49-b5a2-41617f4c19d1 req-f39f9f7c-d881-4b68-877e-c411a1e84575 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:28.971364 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cb75c42e-d274-4e49-b5a2-41617f4c19d1 req-f39f9f7c-d881-4b68-877e-c411a1e84575 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 944 time: 0.0505378 Sep 14 16:57:28.987828 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b7929b9a-b85d-4eeb-8b32-4455b3457475 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:57:29.011551 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cb75c42e-d274-4e49-b5a2-41617f4c19d1 req-8e2808f6-377f-4a40-b515-919939656a6d tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Sep 14 16:57:29.040950 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port b7929b9a-b85d-4eeb-8b32-4455b3457475 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:57:29.044726 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port b7929b9a-b85d-4eeb-8b32-4455b3457475 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:57:29.045090 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:29.119879 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2edb55f7-f913-42ee-a2d5-240b624966bb req-2d12ed70-fa31-4c50-816a-87dea24fe60a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0268867 Sep 14 16:57:29.122416 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:29.145757 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:29.148202 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79514270-a78b-4986-aa74-3623ea3cdf8b" -d '{"events": [{"server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "name": "network-vif-plugged", "status": "completed", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:29.161789 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:29.167762 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:29.168659 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 9d99c6cc-c47c-433f-b009-8b92210f890a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:57:29.330985 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3df7185-ec8b-4100-8608-9f7f5ffe562e x-openstack-request-id: req-f3df7185-ec8b-4100-8608-9f7f5ffe562e {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:29.331243 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "name": "network-vif-plugged", "status": "completed", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:29.331497 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3df7185-ec8b-4100-8608-9f7f5ffe562e {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:29.331861 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'code': 200} Sep 14 16:57:29.333943 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 9d99c6cc-c47c-433f-b009-8b92210f890a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:57:29.334276 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 9d99c6cc-c47c-433f-b009-8b92210f890a not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:57:29.357924 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:29.453199 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d244f-118b-40ae-a6f1-95d29a7127d2 req-a4b11fa6-68f2-4a6e-8288-4cd7547eadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:29.454763 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-789d244f-118b-40ae-a6f1-95d29a7127d2 req-a4b11fa6-68f2-4a6e-8288-4cd7547eadeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1098 time: 0.0468931 Sep 14 16:57:29.507179 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-789d244f-118b-40ae-a6f1-95d29a7127d2 req-5fa76be7-bae4-4f62-beb6-eeebea45fb67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Sep 14 16:57:29.998051 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00effa29-a6a5-4e8b-bd94-bdfb5a43e35b req-77508625-cfe3-4fc8-af24-d7854de3e4ab tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:29.999604 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-00effa29-a6a5-4e8b-bd94-bdfb5a43e35b req-77508625-cfe3-4fc8-af24-d7854de3e4ab tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0629156 Sep 14 16:57:30.042316 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-00effa29-a6a5-4e8b-bd94-bdfb5a43e35b req-a40465e0-c339-4f08-854b-a8063dfcc230 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Sep 14 16:57:30.134061 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd7e2a-b5b3-4e1f-9a64-47cd48879a11 req-a8e64969-3cf8-4bb1-9476-104792987d2c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:30.135583 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4cbd7e2a-b5b3-4e1f-9a64-47cd48879a11 req-a8e64969-3cf8-4bb1-9476-104792987d2c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0520911 Sep 14 16:57:30.172778 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4cbd7e2a-b5b3-4e1f-9a64-47cd48879a11 req-f2b42c04-c23a-4e0d-8d82-6f8893126bcd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Sep 14 16:57:30.275052 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-32b47334-beef-4528-90ee-e65d9e813a7b req-3c509258-ab18-445e-9a53-8991723276ab tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0326416 Sep 14 16:57:31.223163 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033535f3-8654-424b-bd2c-f65776b9ea9a req-8537bb22-5d30-4d7e-a561-a85f8697bef5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:31.225166 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-033535f3-8654-424b-bd2c-f65776b9ea9a req-8537bb22-5d30-4d7e-a561-a85f8697bef5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0628488 Sep 14 16:57:31.264597 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-033535f3-8654-424b-bd2c-f65776b9ea9a req-003b6465-aa88-4aa6-89ef-dcf9d7c56e12 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Sep 14 16:57:31.370531 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d8f1d-df03-456e-a812-d927ccb3385f req-14c579bf-6d53-41bf-8b34-b0bdd41d07fd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:31.371933 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ea3d8f1d-df03-456e-a812-d927ccb3385f req-14c579bf-6d53-41bf-8b34-b0bdd41d07fd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0526860 Sep 14 16:57:31.410229 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ea3d8f1d-df03-456e-a812-d927ccb3385f req-9bfaba77-121d-4fb7-9f8c-244e12623f2f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Sep 14 16:57:31.506806 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4052600f-1d3b-4d38-83bc-976e34ae3554 req-421e5c7c-8d4d-4d75-9cc0-ee897d42fd57 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0268621 Sep 14 16:57:32.390611 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c96ac-f629-4098-80ec-c25978e68c3d req-a6935384-d77c-4702-aa71-d18de442dbd8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:32.392106 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-391c96ac-f629-4098-80ec-c25978e68c3d req-a6935384-d77c-4702-aa71-d18de442dbd8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0584662 Sep 14 16:57:32.431901 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-391c96ac-f629-4098-80ec-c25978e68c3d req-2a560b02-f620-40d2-a419-d43627ee4b43 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Sep 14 16:57:32.535726 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9778d-0337-4af9-b934-9ff2c162aca8 req-4b3b2100-8558-4c8d-81da-43d75286f785 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:32.537205 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4db9778d-0337-4af9-b934-9ff2c162aca8 req-4b3b2100-8558-4c8d-81da-43d75286f785 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Sep 14 16:57:32.582872 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4db9778d-0337-4af9-b934-9ff2c162aca8 req-b528c6f3-668a-4e5d-952e-edee2a350013 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391700 Sep 14 16:57:32.693789 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6ca81c13-ef5b-4f4b-b5fa-d58aad534405 req-bd0688ff-1528-4aeb-a09a-cec2a8cc4a6a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=2afbc6b9-4cc8-494c-ae0d-1bf243bc4824 HTTP/1.1" status: 200 len: 210 time: 0.0266511 Sep 14 16:57:33.565947 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e014fc-1674-4382-a4fd-22037b79796d req-2311d3d1-5c35-4620-ba02-0a66f87b3f21 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:33.567365 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:57:33.567793 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-21e014fc-1674-4382-a4fd-22037b79796d req-2311d3d1-5c35-4620-ba02-0a66f87b3f21 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0497522 Sep 14 16:57:33.623483 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-21e014fc-1674-4382-a4fd-22037b79796d req-1ca0aeae-9805-41ba-a5d7-6ef8232044d5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Sep 14 16:57:33.713061 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d13f4d-6244-4c6d-be69-e03b1ff2dac9 req-33a1a78d-fa92-4d0d-9723-5ce3539d48fd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:33.714663 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c4d13f4d-6244-4c6d-be69-e03b1ff2dac9 req-33a1a78d-fa92-4d0d-9723-5ce3539d48fd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Sep 14 16:57:33.755832 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c4d13f4d-6244-4c6d-be69-e03b1ff2dac9 req-010c0e51-794f-40e7-9cea-2beefff4b04b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Sep 14 16:57:34.055646 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-87f70535-b387-4e0a-aa58-992dbdfa5dea tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:34.057139 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-87f70535-b387-4e0a-aa58-992dbdfa5dea tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/networks?id=2095f935-17bb-4811-8971-fc28cbbd005e HTTP/1.1" status: 200 len: 809 time: 0.1064053 Sep 14 16:57:34.073066 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-aa3f9d52-db01-4126-964a-ec1c74b9f9bd tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/quotas/b4b4a790b07a450e88d8448f1ecb4e70 HTTP/1.1" status: 200 len: 375 time: 0.0099235 Sep 14 16:57:34.107525 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-c31f7b91-72a0-4c9c-9d3c-44acc1243389 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290270 Sep 14 16:57:34.204161 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-8da4e0b3-f018-42da-a466-7f4791336c57 service neutron] 10.222.0.21 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857508 Sep 14 16:57:34.298704 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-ff0ecfc6-0808-4441-85a6-dbaa9f459581 service neutron] 10.222.0.21 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Sep 14 16:57:34.460216 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6fd236b1-5ec4-4603-98cb-ea4407ffe6f7 req-5254c569-3e04-43e9-aaa5-474a204cc60f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 210 time: 0.0258334 Sep 14 16:57:34.735144 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866069b-7124-4f32-aca3-6c095aa837f7 req-a6903739-d1a6-40b5-9369-3b43dabb8b62 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:34.736717 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5866069b-7124-4f32-aca3-6c095aa837f7 req-a6903739-d1a6-40b5-9369-3b43dabb8b62 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0480392 Sep 14 16:57:34.775465 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5866069b-7124-4f32-aca3-6c095aa837f7 req-8832642c-a567-4f60-abe2-6f194e185465 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Sep 14 16:57:34.877040 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896eb4-0bdb-43db-896e-e57a050bbc83 req-cf0560e3-98df-473c-bfb9-4b60d81bd029 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:34.878533 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8a896eb4-0bdb-43db-896e-e57a050bbc83 req-cf0560e3-98df-473c-bfb9-4b60d81bd029 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0514700 Sep 14 16:57:34.915298 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8a896eb4-0bdb-43db-896e-e57a050bbc83 req-5ffd59d1-2cb3-4aaf-a65a-0bc796aebc86 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Sep 14 16:57:35.560435 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a48c1023-ed15-4dc3-bc6f-a0b22226d032 req-c524792d-1c82-45a5-ac78-42e2c0a2c279 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 210 time: 0.0298491 Sep 14 16:57:35.895337 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885603ee-d9ed-45e3-8e54-987837ab4b07 req-8510302e-aa04-44e8-af40-3dd3c1b1516e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:35.896851 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-885603ee-d9ed-45e3-8e54-987837ab4b07 req-8510302e-aa04-44e8-af40-3dd3c1b1516e tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0521884 Sep 14 16:57:35.936489 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-885603ee-d9ed-45e3-8e54-987837ab4b07 req-e2dbfd81-7fae-4b66-a8de-91a7ac2d6091 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Sep 14 16:57:36.033237 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346947dd-458f-4d8f-9dce-8f11493bcdeb req-356791ae-15df-46b4-9e9c-6a09dbed06b9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:36.035436 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-346947dd-458f-4d8f-9dce-8f11493bcdeb req-356791ae-15df-46b4-9e9c-6a09dbed06b9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Sep 14 16:57:36.078938 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-346947dd-458f-4d8f-9dce-8f11493bcdeb req-f3a9c21d-a15f-4e64-b447-dfa99d8e6211 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Sep 14 16:57:36.679454 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7a948aa1-6861-43db-aa02-25141f24f7e6 req-d45e54c2-ff43-4adb-9545-8a9bd516e4a5 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 210 time: 0.0394936 Sep 14 16:57:36.745379 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-f8fbf471-cb3d-423a-a938-fa2d83e1b634 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:36.747038 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-f8fbf471-cb3d-423a-a938-fa2d83e1b634 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "GET /v2.0/networks?id=2095f935-17bb-4811-8971-fc28cbbd005e HTTP/1.1" status: 200 len: 809 time: 0.1352611 Sep 14 16:57:36.767359 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Request body: {'port': {'device_id': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e', 'admin_state_up': True, 'tenant_id': 'b4b4a790b07a450e88d8448f1ecb4e70'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:36.886180 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Made reservation on behalf of b4b4a790b07a450e88d8448f1ecb4e70 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:57:36.889694 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:37.025597 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-83c61597-020a-4890-892c-bd96ad31eb72 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:37.027841 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-83c61597-020a-4890-892c-bd96ad31eb72 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/networks?id=752c0864-15a1-4994-a6d6-bd41c6eebf99 HTTP/1.1" status: 200 len: 814 time: 0.1243818 Sep 14 16:57:37.037855 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Allocated IP 172.20.0.7 (2095f935-17bb-4811-8971-fc28cbbd005e/e6450f48-23b4-4582-b8a6-c7df9b991f0e/d1f1a577-6440-4b09-8318-7374f468b05a) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:57:37.047143 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-c01676c4-7318-4147-9e53-60ca91393080 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/quotas/3317e43fb3a64f8087c9d3290453c450 HTTP/1.1" status: 200 len: 375 time: 0.0104628 Sep 14 16:57:37.080802 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-57143d38-1def-4d48-b207-91a6a2420d11 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3317e43fb3a64f8087c9d3290453c450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279324 Sep 14 16:57:37.147660 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c7fb-37cb-4090-ae5d-4a9b0e413e0d req-b27baadb-1538-4333-88f1-04d31706c504 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:37.149181 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-61a4c7fb-37cb-4090-ae5d-4a9b0e413e0d req-b27baadb-1538-4333-88f1-04d31706c504 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0972297 Sep 14 16:57:37.179830 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-66fedee4-d031-4e4a-a4c5-e38716638a1e service neutron] 10.222.0.21 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912070 Sep 14 16:57:37.289371 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-a45f9e37-08b1-418d-bb23-a8674f5ada98 service neutron] 10.222.0.21 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995317 Sep 14 16:57:37.583862 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216d0b-e380-413a-a9bb-a7888ff8a4b6 req-4f52b6c8-f6c4-443f-8f2d-fa14aad5e566 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:37.590500 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-61a4c7fb-37cb-4090-ae5d-4a9b0e413e0d req-67cdeb45-e6c0-4613-91e5-c993093e4c7a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366265 Sep 14 16:57:37.596078 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-61216d0b-e380-413a-a9bb-a7888ff8a4b6 req-4f52b6c8-f6c4-443f-8f2d-fa14aad5e566 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.1082118 Sep 14 16:57:37.598956 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:37.658067 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-61216d0b-e380-413a-a9bb-a7888ff8a4b6 req-06b4df4c-40b5-45ec-90aa-bd6fb31345bd tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608587 Sep 14 16:57:37.722869 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-57b91e57-c95e-4b0e-a0c6-f70b759c4466 req-fb2b7921-6e6f-45a5-9681-bcdcd92b2fe9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0577695 Sep 14 16:57:37.756404 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:37.867608 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Network 2095f935-17bb-4811-8971-fc28cbbd005e is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:57:37.872749 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:57:37.882660 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae78cc2-059a-4fea-91d5-b7bec06ef3a0 req-2de2fcef-27da-4e05-b412-bd9d03f99c5e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:37.883639 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:57:37.887346 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9ae78cc2-059a-4fea-91d5-b7bec06ef3a0 req-2de2fcef-27da-4e05-b412-bd9d03f99c5e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0782669 Sep 14 16:57:37.888466 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Pushing event updated for resources: {'Port': ['ID=d1f1a577-6440-4b09-8318-7374f468b05a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:37.926192 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.926536 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.926911 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.927243 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.927730 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.928181 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9ae78cc2-059a-4fea-91d5-b7bec06ef3a0 req-a2423c37-eaae-4010-a597-62c9c7f71ac1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372517 Sep 14 16:57:37.928370 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.928708 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.929032 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.929380 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.929898 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.930217 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.930697 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:37.956034 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d49ad4-f5ac-4fdc-aa27-bd621e7d23d0 req-8713c716-afd8-4836-9f88-4153dc719228 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:37.958128 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-40d49ad4-f5ac-4fdc-aa27-bd621e7d23d0 req-8713c716-afd8-4836-9f88-4153dc719228 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 931 time: 0.1421068 Sep 14 16:57:37.969739 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:37.970420 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:37.999416 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-afb71097-2b64-4025-ad1e-f08084c57af9 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359958 Sep 14 16:57:38.019230 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-40d49ad4-f5ac-4fdc-aa27-bd621e7d23d0 req-01cc95ba-c390-4bc9-8249-3a8208140371 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Sep 14 16:57:38.278456 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048fe8d-e515-4ff3-9e28-cf6dbf49f21b req-cd678ea7-803c-4e5a-a44c-ae5846833370 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:38.280065 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5048fe8d-e515-4ff3-9e28-cf6dbf49f21b req-cd678ea7-803c-4e5a-a44c-ae5846833370 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0531416 Sep 14 16:57:38.317611 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5048fe8d-e515-4ff3-9e28-cf6dbf49f21b req-5a9949f4-d101-43b9-98d6-e491503f0cf1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Sep 14 16:57:38.367036 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3e94f914-0021-4909-8ee0-9242a6325c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:38.807192 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d1e3ba01-439f-4a5b-bbac-e4aef5db447b req-0b015b00-fa4c-4285-a659-14603e1a60ad tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Sep 14 16:57:38.851507 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20d497-941a-42ae-9eee-2a7eb76d80d9 req-398a90fa-d558-413c-a305-36b4d7debec0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:38.853167 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f20d497-941a-42ae-9eee-2a7eb76d80d9 req-398a90fa-d558-413c-a305-36b4d7debec0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0502615 Sep 14 16:57:38.898238 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f20d497-941a-42ae-9eee-2a7eb76d80d9 req-5f4d577a-c8a3-458f-9e23-eb97a3b87e89 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Sep 14 16:57:39.155533 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41f788-0fd1-422b-862a-e8000faa2818 req-f03fe3f6-b45c-4ad0-beb3-048f75af84cb tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:39.157004 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9f41f788-0fd1-422b-862a-e8000faa2818 req-f03fe3f6-b45c-4ad0-beb3-048f75af84cb tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 931 time: 0.0587270 Sep 14 16:57:39.197101 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9f41f788-0fd1-422b-862a-e8000faa2818 req-78fc3968-cd68-4dd5-bcb2-9189320fc668 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Sep 14 16:57:39.910375 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b05f59f-cdcb-40ad-9d38-3a86210fce84 req-02f2e4a3-0a49-4e43-9d25-388e8214e050 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0259449 Sep 14 16:57:40.017880 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff262262-e0db-447e-81b7-cb02652bd545 req-599c92ff-b37c-440a-8c93-3239e2e31a86 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:40.019390 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff262262-e0db-447e-81b7-cb02652bd545 req-599c92ff-b37c-440a-8c93-3239e2e31a86 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0469770 Sep 14 16:57:40.058181 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff262262-e0db-447e-81b7-cb02652bd545 req-46e97175-d856-465d-bb3a-ecf3429a21d2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Sep 14 16:57:40.190190 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Request body: {'port': {'device_id': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:40.253286 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:40.313207 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-74bed4f6-2369-41d1-a4e7-0e15e37ecb21 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920827 Sep 14 16:57:40.381831 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e67d-5c23-425c-ad39-0dc8326189f4 req-e593552b-8a03-4796-be49-548a91bd0b4b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:40.386292 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:40.386886 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd46e67d-5c23-425c-ad39-0dc8326189f4 req-e593552b-8a03-4796-be49-548a91bd0b4b tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 931 time: 0.0679193 Sep 14 16:57:40.431011 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd46e67d-5c23-425c-ad39-0dc8326189f4 req-11418808-5263-4115-9d0c-6f219b9aad93 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Sep 14 16:57:40.481905 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147219a2-60c6-4198-959a-249f929b633a req-cdb3c6cb-e3da-4dff-86b7-fea1a1bb9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:40.483446 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-cdb3c6cb-e3da-4dff-86b7-fea1a1bb9ce6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 1098 time: 0.0509033 Sep 14 16:57:40.551456 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f1a577-6440-4b09-8318-7374f468b05a {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:57:40.559014 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:40.571290 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Transition to ACTIVE for port object d1f1a577-6440-4b09-8318-7374f468b05a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:57:40.576159 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:40.607993 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147219a2-60c6-4198-959a-249f929b633a req-11815ac2-2464-4a68-afb5-a216295b505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:40.609486 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-11815ac2-2464-4a68-afb5-a216295b505d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.0932708 Sep 14 16:57:40.626197 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f1a577-6440-4b09-8318-7374f468b05a,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:40.653860 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-23428524-46ed-490f-9b53-b09209cc62aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24173805-0722-4ac6-8f5f-eac58bf8732a HTTP/1.1" status: 200 len: 217 time: 0.0353703 Sep 14 16:57:40.697900 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Attempting to bind port d1f1a577-6440-4b09-8318-7374f468b05a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:57:40.698226 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Attempting to bind port d1f1a577-6440-4b09-8318-7374f468b05a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:57:40.698546 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Attempting to bind port d1f1a577-6440-4b09-8318-7374f468b05a on network 2095f935-17bb-4811-8971-fc28cbbd005e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:57:40.703439 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Port d1f1a577-6440-4b09-8318-7374f468b05a on network 2095f935-17bb-4811-8971-fc28cbbd005e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:57:40.703752 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Attempting to bind port d1f1a577-6440-4b09-8318-7374f468b05a on network 2095f935-17bb-4811-8971-fc28cbbd005e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:57:40.705574 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147219a2-60c6-4198-959a-249f929b633a req-4658d154-4b25-48b0-b93b-9750ff737e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:40.707125 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-4658d154-4b25-48b0-b93b-9750ff737e09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.0447800 Sep 14 16:57:40.708473 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:57:40.708806 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Checking segment: {'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:57:40.709178 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Bound using segment: {'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:57:40.709596 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Bound port: d1f1a577-6440-4b09-8318-7374f468b05a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6e977a-8bfa-4e5d-a37f-31a113c86193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:57:40.709944 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:40.745622 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-a1db2ddb-8ad1-4414-8bfc-e038bf0ee8f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278738 Sep 14 16:57:40.775540 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] For port d1f1a577-6440-4b09-8318-7374f468b05a, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:57:40.779544 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] For port d1f1a577-6440-4b09-8318-7374f468b05a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d1f1a577-6440-4b09-8318-7374f468b05a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:57:40.786335 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:40.819058 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:40.819661 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:40.821011 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1f1a577-6440-4b09-8318-7374f468b05a HTTP/1.1" status: 200 len: 1093 time: 0.6355429 Sep 14 16:57:40.821431 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'tag': 'd1f1a577-6440-4b09-8318-7374f468b05a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:40.823693 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74" -d '{"events": [{"name": "network-changed", "server_uuid": "24248a6f-9a65-45d7-8406-79b2bd2830ef", "tag": "d1f1a577-6440-4b09-8318-7374f468b05a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:40.851205 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b9677-f028-4630-8818-3b0668e81a41 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f1a577-6440-4b09-8318-7374f468b05a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:40.859667 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-c3d13236-d231-4245-b9ec-33e11e0c2923 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052771 Sep 14 16:57:40.862295 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7bf5b-1c33-4f69-918f-4642055a3cb8 x-openstack-request-id: req-03b7bf5b-1c33-4f69-918f-4642055a3cb8 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:40.862594 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24248a6f-9a65-45d7-8406-79b2bd2830ef", "tag": "d1f1a577-6440-4b09-8318-7374f468b05a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:40.862870 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03b7bf5b-1c33-4f69-918f-4642055a3cb8 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:40.863274 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'tag': 'd1f1a577-6440-4b09-8318-7374f468b05a', 'status': 'completed', 'code': 200} Sep 14 16:57:40.885516 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1e161ab2-6efc-41be-be05-28a1b15cb7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:41.015181 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:41.035791 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-a6e8c138-8b90-46cd-9064-a58f68a8f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:41.036454 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-24bdc147-88f5-4686-9117-58cd78ef523f req-400e5ae3-b9ca-40fa-bf5e-89adb5c045c6 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0401304 Sep 14 16:57:41.039387 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-147219a2-60c6-4198-959a-249f929b633a req-b73405fd-02c6-441a-b2b6-decda1e644da service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289287 Sep 14 16:57:41.070629 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-a6e8c138-8b90-46cd-9064-a58f68a8f1da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 1096 time: 0.1361749 Sep 14 16:57:41.217428 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-d5053aad-d25d-4d16-b601-b24d7b202034 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1f1a577-6440-4b09-8318-7374f468b05a HTTP/1.1" status: 200 len: 217 time: 0.0496595 Sep 14 16:57:41.234448 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23d826-7345-433c-85a0-5d7413b40ecf req-53f39d60-8d14-46f4-ab80-ec6f8879f622 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:41.244221 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ce23d826-7345-433c-85a0-5d7413b40ecf req-53f39d60-8d14-46f4-ab80-ec6f8879f622 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.1106064 Sep 14 16:57:41.352603 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-9f21b04b-0319-4b38-b504-730777739a52 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:41.354096 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-9f21b04b-0319-4b38-b504-730777739a52 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "GET /v2.0/networks?id=752c0864-15a1-4994-a6d6-bd41c6eebf99 HTTP/1.1" status: 200 len: 814 time: 0.1576912 Sep 14 16:57:41.355361 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ce23d826-7345-433c-85a0-5d7413b40ecf req-ffe0850a-156e-47fb-b6be-d5e0d3f2bf3b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095421 Sep 14 16:57:41.357500 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-d6eda50a-91e6-408e-b0c1-caf03a9f2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:41.359002 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-d6eda50a-91e6-408e-b0c1-caf03a9f2515 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6450f48-23b4-4582-b8a6-c7df9b991f0e HTTP/1.1" status: 200 len: 849 time: 0.1054816 Sep 14 16:57:41.395747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Request body: {'port': {'device_id': '61747b7a-088f-4941-be73-f930d52c6cd2', 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99', 'admin_state_up': True, 'tenant_id': '3317e43fb3a64f8087c9d3290453c450'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:41.420403 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-c33a47e1-faca-4668-8cfe-8c8c82157bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2095f935-17bb-4811-8971-fc28cbbd005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292916 Sep 14 16:57:41.541966 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-b0a2e34d-b69e-436b-9e9d-02c4ad34d61f service neutron] 10.222.0.44 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032484 Sep 14 16:57:41.556507 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Made reservation on behalf of 3317e43fb3a64f8087c9d3290453c450 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:57:41.560315 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:41.609682 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aaa17-508c-4941-a3e2-b67da3b7dba0 req-52e9d493-0179-4d8c-b1c6-f151086d9456 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:41.611615 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1b7aaa17-508c-4941-a3e2-b67da3b7dba0 req-52e9d493-0179-4d8c-b1c6-f151086d9456 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 943 time: 0.0902071 Sep 14 16:57:41.659380 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ffc7971-788f-43a8-8a64-05093a757ca6 req-fd28e92e-691c-4043-a140-bb059dae6198 service neutron] 10.222.0.44 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096685 Sep 14 16:57:41.863789 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:41.912932 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-8a23f875-b1b1-46ae-83db-2ffe1e7530fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:41.914887 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-8a23f875-b1b1-46ae-83db-2ffe1e7530fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 1096 time: 0.0925157 Sep 14 16:57:41.939625 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1b7aaa17-508c-4941-a3e2-b67da3b7dba0 req-1492db65-c2ec-41fb-ae97-83daccd9c9f4 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149464 Sep 14 16:57:41.972800 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Allocated IP 172.20.0.13 (752c0864-15a1-4994-a6d6-bd41c6eebf99/68e6bc08-1361-40cd-95c8-54de9b531d26/12e720b1-d507-4a38-8adf-bd0afcd80bba) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:57:42.111566 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-684f70a2-7bd6-4e6a-ae79-175cbee0cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:42.114456 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-684f70a2-7bd6-4e6a-ae79-175cbee0cf64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2095f935-17bb-4811-8971-fc28cbbd005e HTTP/1.1" status: 200 len: 910 time: 0.1607444 Sep 14 16:57:42.227033 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:42.258598 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-fc156410-9a11-4530-8101-51ce50a7f182 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1f1a577-6440-4b09-8318-7374f468b05a HTTP/1.1" status: 200 len: 217 time: 0.1205487 Sep 14 16:57:42.294299 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:42.309823 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6994bdbc-41b6-4eb3-bbd7-18288b4ca00c req-380140cd-8147-4846-9093-918d79671cf1 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0630157 Sep 14 16:57:42.362224 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Network 752c0864-15a1-4994-a6d6-bd41c6eebf99 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:57:42.366688 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:57:42.385227 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02790483-ae4d-4761-a162-2762eb6d7474 req-699670d6-f24e-4bda-bd7c-a97f0e6d8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:42.386887 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-02790483-ae4d-4761-a162-2762eb6d7474 req-699670d6-f24e-4bda-bd7c-a97f0e6d8389 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.1814334 Sep 14 16:57:42.392239 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:57:42.415410 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-4bde9be8-777b-438e-9231-b14099f3fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:42.416891 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-4bde9be8-777b-438e-9231-b14099f3fae1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6450f48-23b4-4582-b8a6-c7df9b991f0e HTTP/1.1" status: 200 len: 849 time: 0.1288598 Sep 14 16:57:42.461663 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-1a40c01f-0884-46eb-b739-e9b27fbed16a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2095f935-17bb-4811-8971-fc28cbbd005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335619 Sep 14 16:57:42.463674 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-02790483-ae4d-4761-a162-2762eb6d7474 req-8bf8ecb6-0b78-49f8-9b4c-480d2afb664f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 Sep 14 16:57:42.467905 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Pushing event updated for resources: {'Port': ['ID=12e720b1-d507-4a38-8adf-bd0afcd80bba,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:42.481859 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.482212 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.482548 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.482912 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.483245 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.483572 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.483896 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.484220 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.484670 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.485209 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.485766 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.486106 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:42.517370 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:42.517490 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:42.533622 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e4b54744-50e8-469d-b4bd-dd114fdb445e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1418262 Sep 14 16:57:42.726523 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb46ad-f1e5-462a-824a-0dd0f25970ec req-ae6e2c4e-6d77-42b7-aad2-50f834d47bbb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:42.728079 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-76cb46ad-f1e5-462a-824a-0dd0f25970ec req-ae6e2c4e-6d77-42b7-aad2-50f834d47bbb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0464599 Sep 14 16:57:42.764241 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Request body: {'port': {'device_id': '61747b7a-088f-4941-be73-f930d52c6cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:42.787283 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-76cb46ad-f1e5-462a-824a-0dd0f25970ec req-47c1c8b8-7ec5-4f5c-9d84-bc869ed45199 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525639 Sep 14 16:57:42.821082 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-f79e9d0f-1e59-432f-8f9b-d4f142650e54 service neutron] 10.222.0.44 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911098 Sep 14 16:57:42.831651 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:43.030510 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-10c8c1cc-53e1-46df-96c6-2f451bdb1b74 req-b8060840-82b8-43b6-ba69-9b9364b124c4 service neutron] 10.222.0.44 "GET /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369312 Sep 14 16:57:43.137017 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dba18-0619-41e5-a7b3-646d86bd4532 req-ffe09f34-2d59-4746-9027-eaadc3a25680 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:43.138545 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb1dba18-0619-41e5-a7b3-646d86bd4532 req-ffe09f34-2d59-4746-9027-eaadc3a25680 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 943 time: 0.1005907 Sep 14 16:57:43.210675 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb1dba18-0619-41e5-a7b3-646d86bd4532 req-2b64d4e4-e1ff-41d1-b2d9-c71deb7992bd tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655792 Sep 14 16:57:43.218033 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e720b1-d507-4a38-8adf-bd0afcd80bba {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:57:43.226025 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:43.238315 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Transition to ACTIVE for port object 12e720b1-d507-4a38-8adf-bd0afcd80bba will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:57:43.244371 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:43.294909 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=12e720b1-d507-4a38-8adf-bd0afcd80bba,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:43.363544 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Attempting to bind port 12e720b1-d507-4a38-8adf-bd0afcd80bba on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:57:43.363879 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Attempting to bind port 12e720b1-d507-4a38-8adf-bd0afcd80bba by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:57:43.364203 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Attempting to bind port 12e720b1-d507-4a38-8adf-bd0afcd80bba on network 752c0864-15a1-4994-a6d6-bd41c6eebf99 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:57:43.369172 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Port 12e720b1-d507-4a38-8adf-bd0afcd80bba on network 752c0864-15a1-4994-a6d6-bd41c6eebf99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:57:43.369309 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Attempting to bind port 12e720b1-d507-4a38-8adf-bd0afcd80bba on network 752c0864-15a1-4994-a6d6-bd41c6eebf99 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:57:43.376092 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:57:43.376599 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Checking segment: {'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:57:43.377111 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Bound using segment: {'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:57:43.377574 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Bound port: 12e720b1-d507-4a38-8adf-bd0afcd80bba, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:57:43.378015 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:43.424005 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f54cec-69dc-4213-9350-61c8c62946ad req-574c9e95-5eb8-4b91-a006-a04a32394281 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:43.426699 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-19f54cec-69dc-4213-9350-61c8c62946ad req-574c9e95-5eb8-4b91-a006-a04a32394281 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 944 time: 0.0539393 Sep 14 16:57:43.447136 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] For port 12e720b1-d507-4a38-8adf-bd0afcd80bba, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:57:43.450089 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] For port 12e720b1-d507-4a38-8adf-bd0afcd80bba, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=12e720b1-d507-4a38-8adf-bd0afcd80bba,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:57:43.463735 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:43.473675 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-19f54cec-69dc-4213-9350-61c8c62946ad req-a8fb66ca-10a4-4793-9cc0-3ac5ddf7f5d4 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Sep 14 16:57:43.503225 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:43.504427 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:43.505316 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] 10.222.0.44 "PUT /v2.0/ports/12e720b1-d507-4a38-8adf-bd0afcd80bba HTTP/1.1" status: 200 len: 1094 time: 0.7456982 Sep 14 16:57:43.505695 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61747b7a-088f-4941-be73-f930d52c6cd2', 'tag': '12e720b1-d507-4a38-8adf-bd0afcd80bba'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:43.507984 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce51dcf-9c4e-49bc-9937-bde9ea4ddf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "61747b7a-088f-4941-be73-f930d52c6cd2", "tag": "12e720b1-d507-4a38-8adf-bd0afcd80bba"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:43.527564 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:43.530056 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799f645-b456-4df2-b66c-6c01f47c9fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=12e720b1-d507-4a38-8adf-bd0afcd80bba,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:43.549415 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad04a0d-e065-4242-bd62-ac584d6ba53d x-openstack-request-id: req-cad04a0d-e065-4242-bd62-ac584d6ba53d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:43.549700 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61747b7a-088f-4941-be73-f930d52c6cd2", "tag": "12e720b1-d507-4a38-8adf-bd0afcd80bba", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:43.549948 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cad04a0d-e065-4242-bd62-ac584d6ba53d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:43.550339 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61747b7a-088f-4941-be73-f930d52c6cd2', 'tag': '12e720b1-d507-4a38-8adf-bd0afcd80bba', 'status': 'completed', 'code': 200} Sep 14 16:57:43.663311 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51dcf-9c4e-49bc-9937-bde9ea4ddf5d req-ab7dff57-f655-429a-a5ac-56b3d3895290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:43.665271 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ce51dcf-9c4e-49bc-9937-bde9ea4ddf5d req-ab7dff57-f655-429a-a5ac-56b3d3895290 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3317e43fb3a64f8087c9d3290453c450&device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0425513 Sep 14 16:57:43.932687 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51dcf-9c4e-49bc-9937-bde9ea4ddf5d req-68d99bf0-691e-43c5-a5f0-7f9f676548f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:43.934441 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ce51dcf-9c4e-49bc-9937-bde9ea4ddf5d req-68d99bf0-691e-43c5-a5f0-7f9f676548f8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3317e43fb3a64f8087c9d3290453c450&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2204704 Sep 14 16:57:43.950029 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0dda4-3d4e-4f33-9f58-b5300a89b5e9 req-f4af95c1-88ce-4c1c-b15a-b4e5659c7ca1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:43.952490 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-97a0dda4-3d4e-4f33-9f58-b5300a89b5e9 req-f4af95c1-88ce-4c1c-b15a-b4e5659c7ca1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0708380 Sep 14 16:57:44.015535 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-97a0dda4-3d4e-4f33-9f58-b5300a89b5e9 req-460fe2df-35f0-4b25-970e-014e57f49b9b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482774 Sep 14 16:57:44.104273 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60070) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:44.134816 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51dcf-9c4e-49bc-9937-bde9ea4ddf5d req-d6b4e446-367d-4811-8c0d-b342d5fb9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:44.136527 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1ce51dcf-9c4e-49bc-9937-bde9ea4ddf5d req-d6b4e446-367d-4811-8c0d-b342d5fb9f0d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849499 Sep 14 16:57:44.166657 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d1f1a577-6440-4b09-8318-7374f468b05a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:57:44.240865 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd5394bc-a663-404d-97cb-1e5e5b063ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.243921 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-c5f93ef1-6dba-4250-9da9-fe477d18aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:44.245560 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-c5f93ef1-6dba-4250-9da9-fe477d18aa9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3317e43fb3a64f8087c9d3290453c450&device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0422435 Sep 14 16:57:44.297693 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port d1f1a577-6440-4b09-8318-7374f468b05a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d1f1a577-6440-4b09-8318-7374f468b05a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:44.298750 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-e70ede83-6191-46e8-9be4-139cb14cfa0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e720b1-d507-4a38-8adf-bd0afcd80bba HTTP/1.1" status: 200 len: 217 time: 0.0384641 Sep 14 16:57:44.309819 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'd1f1a577-6440-4b09-8318-7374f468b05a', 'network_id': '2095f935-17bb-4811-8971-fc28cbbd005e', 'port_id': 'd1f1a577-6440-4b09-8318-7374f468b05a', 'mac_address': 'fa:16:3e:da:01:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6450f48-23b4-4582-b8a6-c7df9b991f0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:57:44.349235 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.360976 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd5394bc-a663-404d-97cb-1e5e5b063ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.368357 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bd5394bc-a663-404d-97cb-1e5e5b063ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.369677 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f1a577-6440-4b09-8318-7374f468b05a {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:57:44.387606 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-0cfa09ed-46bc-4717-b4b9-1b5e605757bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:44.389090 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-0cfa09ed-46bc-4717-b4b9-1b5e605757bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68e6bc08-1361-40cd-95c8-54de9b531d26 HTTP/1.1" status: 200 len: 854 time: 0.0714374 Sep 14 16:57:44.394443 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port d1f1a577-6440-4b09-8318-7374f468b05a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d1f1a577-6440-4b09-8318-7374f468b05a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:44.397777 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985fc9c-70d0-4314-b44d-c87ecf59d095 req-63980b4a-2e8d-47a6-8e1f-0cc627c92b28 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:44.399451 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1985fc9c-70d0-4314-b44d-c87ecf59d095 req-63980b4a-2e8d-47a6-8e1f-0cc627c92b28 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 943 time: 0.0954645 Sep 14 16:57:44.401362 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.415680 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5394bc-a663-404d-97cb-1e5e5b063ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb12e0-82d1-4ac5-8045-65f3ce74b04b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:44.420651 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-bd5394bc-a663-404d-97cb-1e5e5b063ffe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03ea0c8c5deb4194a04aa8dec059f002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144345 Sep 14 16:57:44.423202 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60080) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:44.432956 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-deaa74bd-c02e-494d-bfd8-9b82aa8c1af1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=752c0864-15a1-4994-a6d6-bd41c6eebf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325582 Sep 14 16:57:44.463104 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=d1f1a577-6440-4b09-8318-7374f468b05a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:44.470739 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.471118 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.471450 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.471778 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.472102 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.472427 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.472748 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.473070 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.473409 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.473915 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.474231 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.474701 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:57:44.478905 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-235b04c8-b99e-467f-9fcb-9fb2fb080138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.490045 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1985fc9c-70d0-4314-b44d-c87ecf59d095 req-fb1a32c5-9040-4814-8179-25daed71ce58 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788550 Sep 14 16:57:44.514734 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-235b04c8-b99e-467f-9fcb-9fb2fb080138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.560577 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-9cde24f5-c2ae-483e-8b8a-933487e2ae67 service neutron] 10.222.0.44 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190293 Sep 14 16:57:44.590081 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-235b04c8-b99e-467f-9fcb-9fb2fb080138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.592948 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-235b04c8-b99e-467f-9fcb-9fb2fb080138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.594082 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-235b04c8-b99e-467f-9fcb-9fb2fb080138 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2edb12e0-82d1-4ac5-8045-65f3ce74b04b HTTP/1.1" status: 204 len: 168 time: 0.1696124 Sep 14 16:57:44.615206 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b04c8-b99e-467f-9fcb-9fb2fb080138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb12e0-82d1-4ac5-8045-65f3ce74b04b,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:44.633091 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adad75-8141-44b1-bfae-afadc9ab3447 req-bf41a058-1814-4224-be9d-1a71c2f00c88 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:44.636574 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f8adad75-8141-44b1-bfae-afadc9ab3447 req-bf41a058-1814-4224-be9d-1a71c2f00c88 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 944 time: 0.0844553 Sep 14 16:57:44.662725 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac09d92e-e100-44a8-adad-34e3fd3e4bbf req-fc3e2cfb-5607-4b53-8080-55a7b7f5f13b service neutron] 10.222.0.44 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944731 Sep 14 16:57:44.681836 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f8adad75-8141-44b1-bfae-afadc9ab3447 req-2be090ef-e57c-4eb7-bd40-4d5e53530caf tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365977 Sep 14 16:57:44.786862 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['d1f1a577-6440-4b09-8318-7374f468b05a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:57:44.882457 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60090) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:44.896076 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6991b688-df13-419e-b021-eda7b4fd8eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.986170 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6991b688-df13-419e-b021-eda7b4fd8eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:44.990508 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6991b688-df13-419e-b021-eda7b4fd8eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.028739 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6991b688-df13-419e-b021-eda7b4fd8eda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1f7670cc61343938258b6c423d35a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450219 Sep 14 16:57:45.029554 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991b688-df13-419e-b021-eda7b4fd8eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3134ecb-65b0-41af-8416-dff16234aa49,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:45.031872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60092) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:45.129694 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e90-c7d2-4b23-83e6-8fdae3ba31aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.160244 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f868d-4f4e-43fd-836a-64c298fe724a req-4f575d9d-a7a8-452c-b7a7-050628db38eb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:45.161717 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e49f868d-4f4e-43fd-836a-64c298fe724a req-4f575d9d-a7a8-452c-b7a7-050628db38eb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0730371 Sep 14 16:57:45.166761 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e90-c7d2-4b23-83e6-8fdae3ba31aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.226694 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e49f868d-4f4e-43fd-836a-64c298fe724a req-7a2c68ff-8d88-4921-8e00-649f648d59d1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570853 Sep 14 16:57:45.250040 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e90-c7d2-4b23-83e6-8fdae3ba31aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.253860 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e90-c7d2-4b23-83e6-8fdae3ba31aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.255585 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-83cf4e90-c7d2-4b23-83e6-8fdae3ba31aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3134ecb-65b0-41af-8416-dff16234aa49 HTTP/1.1" status: 204 len: 168 time: 0.2220523 Sep 14 16:57:45.268202 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf4e90-c7d2-4b23-83e6-8fdae3ba31aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3134ecb-65b0-41af-8416-dff16234aa49,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:45.537862 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de184026-ba64-41df-9fac-3b457a513168 req-b7158a42-312a-4599-84e1-ed13d6679ee8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:45.539497 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de184026-ba64-41df-9fac-3b457a513168 req-b7158a42-312a-4599-84e1-ed13d6679ee8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0561333 Sep 14 16:57:45.565081 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-ddeed60d-e0c2-4ad1-9391-3e1ed220aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:45.567434 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-ddeed60d-e0c2-4ad1-9391-3e1ed220aca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.0555966 Sep 14 16:57:45.586695 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-de184026-ba64-41df-9fac-3b457a513168 req-02207aad-c975-4a2d-a2ef-f0b969865e70 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Sep 14 16:57:45.673005 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60124) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:45.682058 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833c83-c4a2-46d5-b95c-9f9a54ec2a2b req-bd5c6594-c357-4569-8724-25f9b7fa31e1 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:45.683699 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-81833c83-c4a2-46d5-b95c-9f9a54ec2a2b req-bd5c6594-c357-4569-8724-25f9b7fa31e1 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 944 time: 0.1080201 Sep 14 16:57:45.687325 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-abe145d3-e3e6-489f-af29-a0bc234702c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.717441 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-d1689241-f086-40c0-bc02-4fe093fb6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:45.719327 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-d1689241-f086-40c0-bc02-4fe093fb6c83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.1326208 Sep 14 16:57:45.770447 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-81833c83-c4a2-46d5-b95c-9f9a54ec2a2b req-f9609d5f-4e4c-4581-b6f3-427bd53043ba tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802491 Sep 14 16:57:45.771840 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-6e230e46-1c18-4e72-9baa-a9e9c81c6891 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 217 time: 0.0430439 Sep 14 16:57:45.821640 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-abe145d3-e3e6-489f-af29-a0bc234702c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.830289 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad0133-fadf-4437-b3fe-b6f714eb65e1 req-784caa09-ffb9-4482-ac53-159595b64be4 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:45.835167 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bbad0133-fadf-4437-b3fe-b6f714eb65e1 req-784caa09-ffb9-4482-ac53-159595b64be4 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 944 time: 0.0796304 Sep 14 16:57:45.836397 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-abe145d3-e3e6-489f-af29-a0bc234702c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.890670 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-abe145d3-e3e6-489f-af29-a0bc234702c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3effcbf6899f461899f3182324bf7e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163610 Sep 14 16:57:45.893206 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60130) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:45.901070 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe145d3-e3e6-489f-af29-a0bc234702c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d55be2-0435-47bf-9e34-69eb58e754fa,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:45.911597 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bbad0133-fadf-4437-b3fe-b6f714eb65e1 req-e05a9053-5e88-47c5-97c3-d08fb1f09880 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723560 Sep 14 16:57:45.943092 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-150da4a5-5431-4736-957f-fcb94bbb7e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:45.963094 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-150da4a5-5431-4736-957f-fcb94bbb7e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:46.019333 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-150da4a5-5431-4736-957f-fcb94bbb7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:46.022030 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-150da4a5-5431-4736-957f-fcb94bbb7e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:46.023181 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-150da4a5-5431-4736-957f-fcb94bbb7e53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68d55be2-0435-47bf-9e34-69eb58e754fa HTTP/1.1" status: 204 len: 168 time: 0.1288626 Sep 14 16:57:46.030970 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150da4a5-5431-4736-957f-fcb94bbb7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d55be2-0435-47bf-9e34-69eb58e754fa,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:46.653440 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-c566fb85-9e87-4ff9-9083-3193dbb0b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:46.654978 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-c566fb85-9e87-4ff9-9083-3193dbb0b0c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.0530269 Sep 14 16:57:46.708937 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0d9d-9262-4964-b622-e77a143dfb47 req-8ffa0227-80f6-43de-83bd-2e0e19b8a73a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:46.710445 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-244d0d9d-9262-4964-b622-e77a143dfb47 req-8ffa0227-80f6-43de-83bd-2e0e19b8a73a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0489514 Sep 14 16:57:46.734996 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60146) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:46.748833 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-244d0d9d-9262-4964-b622-e77a143dfb47 req-baa1161c-6627-4384-8624-6f56533f90f9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Sep 14 16:57:46.853555 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b089d1c8-11f6-45b6-a90e-c4531e2d7825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:46.921705 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64da960-64fc-49f7-b291-ad20e528a81e req-6b97ad97-658c-4765-8fa0-2c290b9317e3 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:46.923252 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f64da960-64fc-49f7-b291-ad20e528a81e req-6b97ad97-658c-4765-8fa0-2c290b9317e3 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 944 time: 0.0676398 Sep 14 16:57:46.980127 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f64da960-64fc-49f7-b291-ad20e528a81e req-1c63a7ec-5ac4-40de-85e9-162a35dc3579 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Sep 14 16:57:47.013782 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b089d1c8-11f6-45b6-a90e-c4531e2d7825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.021171 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b089d1c8-11f6-45b6-a90e-c4531e2d7825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.034414 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23956af5-009b-4151-80e0-d88664868343 req-a5a2e42b-6ed8-4715-ac99-58bd1ede45b3 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:47.035563 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-23956af5-009b-4151-80e0-d88664868343 req-a5a2e42b-6ed8-4715-ac99-58bd1ede45b3 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 944 time: 0.0507677 Sep 14 16:57:47.061769 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b089d1c8-11f6-45b6-a90e-c4531e2d7825 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b88ffe720844bebb61d92853507043b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256600 Sep 14 16:57:47.063681 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089d1c8-11f6-45b6-a90e-c4531e2d7825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b062433-2568-4b86-a524-77499c71f16a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:47.065543 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60156) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:47.084267 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-23956af5-009b-4151-80e0-d88664868343 req-e592cf31-ce8b-4df8-835d-c8185b639f01 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Sep 14 16:57:47.118375 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-636c03a6-f30d-4fa6-a424-7ec082310bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.140445 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-636c03a6-f30d-4fa6-a424-7ec082310bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.192894 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-636c03a6-f30d-4fa6-a424-7ec082310bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.195679 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-636c03a6-f30d-4fa6-a424-7ec082310bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.196933 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-636c03a6-f30d-4fa6-a424-7ec082310bd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b062433-2568-4b86-a524-77499c71f16a HTTP/1.1" status: 204 len: 168 time: 0.1304147 Sep 14 16:57:47.204757 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c03a6-f30d-4fa6-a424-7ec082310bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b062433-2568-4b86-a524-77499c71f16a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:47.437846 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 12e720b1-d507-4a38-8adf-bd0afcd80bba details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:57:47.553516 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 12e720b1-d507-4a38-8adf-bd0afcd80bba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=12e720b1-d507-4a38-8adf-bd0afcd80bba,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:47.564447 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '12e720b1-d507-4a38-8adf-bd0afcd80bba', 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99', 'port_id': '12e720b1-d507-4a38-8adf-bd0afcd80bba', 'mac_address': 'fa:16:3e:ba:5b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6bc08-1361-40cd-95c8-54de9b531d26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:57:47.607210 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.620592 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e720b1-d507-4a38-8adf-bd0afcd80bba {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:57:47.640180 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 12e720b1-d507-4a38-8adf-bd0afcd80bba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=12e720b1-d507-4a38-8adf-bd0afcd80bba,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:47.647272 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:47.700734 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=12e720b1-d507-4a38-8adf-bd0afcd80bba,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:47.879331 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08e9bc-b3d2-47ed-aec7-b3d3463f7ba4 req-4549400b-bb7c-4ed3-bbff-6b182e1bb723 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:47.880832 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4f08e9bc-b3d2-47ed-aec7-b3d3463f7ba4 req-4549400b-bb7c-4ed3-bbff-6b182e1bb723 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0523643 Sep 14 16:57:47.919565 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4f08e9bc-b3d2-47ed-aec7-b3d3463f7ba4 req-e8b748e6-79f7-4fe1-947b-bea7892ecccb tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Sep 14 16:57:48.100776 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aeb09-65bb-4e54-861e-82cec5b23662 req-f7a9ddcc-5313-419c-be43-71cc9cefaa5f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:48.102227 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-668aeb09-65bb-4e54-861e-82cec5b23662 req-f7a9ddcc-5313-419c-be43-71cc9cefaa5f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 944 time: 0.0522048 Sep 14 16:57:48.143529 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-668aeb09-65bb-4e54-861e-82cec5b23662 req-056dec2e-8e3e-4525-be35-3ea2774b8841 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333750 Sep 14 16:57:48.199748 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13246665-3fa0-412c-ae2a-08f749733f53 req-00c94dd9-9d65-4212-9261-bfe262657e57 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:48.201347 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-13246665-3fa0-412c-ae2a-08f749733f53 req-00c94dd9-9d65-4212-9261-bfe262657e57 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Sep 14 16:57:48.240109 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-13246665-3fa0-412c-ae2a-08f749733f53 req-f96f0e3b-55c2-4b9f-bce4-8757699ac517 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329237 Sep 14 16:57:48.405545 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d1f1a577-6440-4b09-8318-7374f468b05a up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:57:48.439754 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-02b7be29-1675-4ec2-8d04-caa857d29ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372117 Sep 14 16:57:48.473669 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port d1f1a577-6440-4b09-8318-7374f468b05a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:57:48.478638 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port d1f1a577-6440-4b09-8318-7374f468b05a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:57:48.479085 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:48.542066 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-b350c001-7fb1-4a11-9d73-ecd1ca205259 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944676 Sep 14 16:57:48.562196 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:48.584860 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1a577-6440-4b09-8318-7374f468b05a'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:48.587441 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717213d9-d0c3-4ed0-b3d5-bf476ef53a2c" -d '{"events": [{"server_uuid": "24248a6f-9a65-45d7-8406-79b2bd2830ef", "name": "network-vif-plugged", "status": "completed", "tag": "d1f1a577-6440-4b09-8318-7374f468b05a"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:48.600666 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port d1f1a577-6440-4b09-8318-7374f468b05a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d1f1a577-6440-4b09-8318-7374f468b05a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:48.608041 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:48.635713 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd726fa-236e-4bb1-86f9-0d7e09afabf6 x-openstack-request-id: req-2fd726fa-236e-4bb1-86f9-0d7e09afabf6 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:48.636003 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24248a6f-9a65-45d7-8406-79b2bd2830ef", "name": "network-vif-plugged", "status": "completed", "tag": "d1f1a577-6440-4b09-8318-7374f468b05a", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:48.636253 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fd726fa-236e-4bb1-86f9-0d7e09afabf6 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:48.636688 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1a577-6440-4b09-8318-7374f468b05a', 'code': 200} Sep 14 16:57:48.642655 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f6d15ba0-887d-4e15-a086-cd14e7dbbfb1 req-b7b91bcb-7c15-4053-9a55-47b74be72d27 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924335 Sep 14 16:57:48.665028 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=d1f1a577-6440-4b09-8318-7374f468b05a,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:48.802708 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['12e720b1-d507-4a38-8adf-bd0afcd80bba'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:57:48.878407 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bc803-3ca2-474a-b6d7-90f898edc25e req-eb896e96-d063-41a9-b9c1-b7b171bfd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:48.880027 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-079bc803-3ca2-474a-b6d7-90f898edc25e req-eb896e96-d063-41a9-b9c1-b7b171bfd58f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 1098 time: 0.0414605 Sep 14 16:57:48.921503 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-079bc803-3ca2-474a-b6d7-90f898edc25e req-2c5f4a12-2680-4398-8f83-932e5d51496c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Sep 14 16:57:49.037515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece18db-1a8b-411f-b4a8-914a316b47d5 req-fa31f69c-de67-4487-9c83-74a1422828d3 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:49.039051 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bece18db-1a8b-411f-b4a8-914a316b47d5 req-fa31f69c-de67-4487-9c83-74a1422828d3 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0529804 Sep 14 16:57:49.077726 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bece18db-1a8b-411f-b4a8-914a316b47d5 req-b5d4ec36-43c5-416d-9bb7-47aebba22561 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Sep 14 16:57:49.368784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2343c-0d2d-47eb-8a74-c325b5a1a20b req-f492fa63-9017-4eb2-84e0-158e3044cc40 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:49.370257 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-16a2343c-0d2d-47eb-8a74-c325b5a1a20b req-f492fa63-9017-4eb2-84e0-158e3044cc40 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Sep 14 16:57:49.411756 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-16a2343c-0d2d-47eb-8a74-c325b5a1a20b req-dfb3ef25-3344-4153-92b4-25831875a01c tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Sep 14 16:57:49.456680 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693470e-d27b-4832-ae50-0d1160395116 req-43da4e4f-45a5-4951-ae97-231d2dadbe81 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:49.458136 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7693470e-d27b-4832-ae50-0d1160395116 req-43da4e4f-45a5-4951-ae97-231d2dadbe81 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 945 time: 0.2357669 Sep 14 16:57:49.496324 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7693470e-d27b-4832-ae50-0d1160395116 req-400e75bc-bcad-4d43-bf75-b041eee42c9c tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Sep 14 16:57:50.199869 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74344d11-acde-4b6c-8c03-4a70fe99a197 req-397a860b-e733-4f62-99d1-44699c55f2cf tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:50.201398 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74344d11-acde-4b6c-8c03-4a70fe99a197 req-397a860b-e733-4f62-99d1-44699c55f2cf tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0566490 Sep 14 16:57:50.244947 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74344d11-acde-4b6c-8c03-4a70fe99a197 req-5804ba47-cc88-46f6-a050-12d5a819d779 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Sep 14 16:57:50.453898 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 12e720b1-d507-4a38-8adf-bd0afcd80bba up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:57:50.527227 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 12e720b1-d507-4a38-8adf-bd0afcd80bba completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:57:50.536941 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 12e720b1-d507-4a38-8adf-bd0afcd80bba triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:57:50.541220 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:50.565326 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d70ea-4326-4c97-bb65-d6f8ed367911 req-3d909a8b-d017-44fd-8fee-66d1ce23e9f6 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:50.571798 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-754d70ea-4326-4c97-bb65-d6f8ed367911 req-3d909a8b-d017-44fd-8fee-66d1ce23e9f6 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0606415 Sep 14 16:57:50.607295 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-754d70ea-4326-4c97-bb65-d6f8ed367911 req-4e1ee1b5-2cab-4ba1-85de-6521ef5df890 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341654 Sep 14 16:57:50.632269 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:50.638874 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92af68-4b3e-4b16-89c3-65d7539c7ced req-ceddf1bc-c426-4ed7-8107-eba1289e3d9a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:50.640424 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d92af68-4b3e-4b16-89c3-65d7539c7ced req-ceddf1bc-c426-4ed7-8107-eba1289e3d9a tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 945 time: 0.0568979 Sep 14 16:57:50.656462 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61747b7a-088f-4941-be73-f930d52c6cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e720b1-d507-4a38-8adf-bd0afcd80bba'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:50.658819 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ee5302-5f58-4877-9215-0f322d0752da" -d '{"events": [{"server_uuid": "61747b7a-088f-4941-be73-f930d52c6cd2", "name": "network-vif-plugged", "status": "completed", "tag": "12e720b1-d507-4a38-8adf-bd0afcd80bba"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:50.672846 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 12e720b1-d507-4a38-8adf-bd0afcd80bba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=12e720b1-d507-4a38-8adf-bd0afcd80bba,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:50.681154 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8d92af68-4b3e-4b16-89c3-65d7539c7ced req-e375c59f-45aa-4cec-ab8a-963d21240fee tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337913 Sep 14 16:57:50.683734 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:50.714652 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50e104-f1ca-46de-b8cb-c538d5b114e2 x-openstack-request-id: req-2d50e104-f1ca-46de-b8cb-c538d5b114e2 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:50.714965 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61747b7a-088f-4941-be73-f930d52c6cd2", "name": "network-vif-plugged", "status": "completed", "tag": "12e720b1-d507-4a38-8adf-bd0afcd80bba", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:50.715217 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d50e104-f1ca-46de-b8cb-c538d5b114e2 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:50.715607 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61747b7a-088f-4941-be73-f930d52c6cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e720b1-d507-4a38-8adf-bd0afcd80bba', 'code': 200} Sep 14 16:57:50.740705 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=12e720b1-d507-4a38-8adf-bd0afcd80bba,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:50.956454 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102619c-7d94-4257-83e5-cd2685b888d6 req-87993c32-2552-4b10-b48a-12c143405f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:50.957942 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6102619c-7d94-4257-83e5-cd2685b888d6 req-87993c32-2552-4b10-b48a-12c143405f62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0399332 Sep 14 16:57:51.006511 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6102619c-7d94-4257-83e5-cd2685b888d6 req-c93766ea-f4af-47d6-b3fa-a0af9277bb1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Sep 14 16:57:51.370814 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1e00d-f4a9-4fd5-a3d6-bb5bab761b20 req-d2a9b205-97b1-42b4-9d63-5f9aca58fc58 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:51.372342 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-46e1e00d-f4a9-4fd5-a3d6-bb5bab761b20 req-d2a9b205-97b1-42b4-9d63-5f9aca58fc58 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0508311 Sep 14 16:57:51.416374 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-46e1e00d-f4a9-4fd5-a3d6-bb5bab761b20 req-af8a4a3a-bf69-47d7-ad47-0a7dcd134f60 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373156 Sep 14 16:57:51.558761 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae60c-b7eb-47fe-9f34-8e36dae39783 req-13910032-0219-4df2-9fce-cb60fa1d41e3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:51.560392 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd2ae60c-b7eb-47fe-9f34-8e36dae39783 req-13910032-0219-4df2-9fce-cb60fa1d41e3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0483007 Sep 14 16:57:51.615257 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd2ae60c-b7eb-47fe-9f34-8e36dae39783 req-b9423ddb-79bd-40ac-a417-bfc92b442a52 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479889 Sep 14 16:57:51.640567 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60264) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:51.724845 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba567-53a8-4819-a964-bf3a97b93b3e req-f9e1eb7d-6835-4894-88de-249d69d0b8ca tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:51.726724 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e74ba567-53a8-4819-a964-bf3a97b93b3e req-f9e1eb7d-6835-4894-88de-249d69d0b8ca tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 945 time: 0.0695815 Sep 14 16:57:51.755082 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb908e-b176-49f3-bb18-c9c4d9ac955d req-a899f009-4f4b-4b5e-936b-64222a2ce9db tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:51.757084 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a7cb908e-b176-49f3-bb18-c9c4d9ac955d req-a899f009-4f4b-4b5e-936b-64222a2ce9db tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 946 time: 0.0733745 Sep 14 16:57:51.785905 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e74ba567-53a8-4819-a964-bf3a97b93b3e req-ee29c420-6dbf-4f22-a2b9-efddf6e8153f tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519633 Sep 14 16:57:51.818598 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a7cb908e-b176-49f3-bb18-c9c4d9ac955d req-56140ddc-e20e-4d42-a4a0-481dc1a8d56f tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512769 Sep 14 16:57:51.902170 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f77fc-9660-4451-9bc7-cce81f417448 tempest-TestMinimumBasicScenario-1960388104 tempest-TestMinimumBasicScenario-1960388104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:51.903935 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-718f77fc-9660-4451-9bc7-cce81f417448 tempest-TestMinimumBasicScenario-1960388104 tempest-TestMinimumBasicScenario-1960388104-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1093 time: 0.2615900 Sep 14 16:57:51.907864 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60270) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:51.913814 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'port_id': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:51.942645 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:52.055626 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:52.175693 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Allocated IP 172.27.2.20 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/9ec752d9-d187-4ec4-ac25-67821c90766c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:57:52.298168 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:52.349084 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:52.394396 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:57:52.397326 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:57:52.400857 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:57:52.408764 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'Port': ['ID=9ec752d9-d187-4ec4-ac25-67821c90766c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:52.554806 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f7dff-6c52-4994-9c09-956b060d9b96 req-206fcc8b-bc9d-417e-a894-82a549959f1d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:52.555985 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2f7f7dff-6c52-4994-9c09-956b060d9b96 req-206fcc8b-bc9d-417e-a894-82a549959f1d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0600607 Sep 14 16:57:52.598110 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2f7f7dff-6c52-4994-9c09-956b060d9b96 req-a63a82f1-6aeb-4cdf-b166-9af2a7ec4704 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353181 Sep 14 16:57:53.056015 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066b0f-fa62-4908-b665-f2f952529fb7 req-cd927346-0994-4618-ac7f-c26e254592fd tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:53.058072 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0c066b0f-fa62-4908-b665-f2f952529fb7 req-cd927346-0994-4618-ac7f-c26e254592fd tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 945 time: 0.1360078 Sep 14 16:57:53.078153 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.079182 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70347d-f698-482f-ae02-2bd4cbbdc80f req-b953e2ea-bb82-4d02-8920-08d767d56f78 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:53.096803 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b70347d-f698-482f-ae02-2bd4cbbdc80f req-b953e2ea-bb82-4d02-8920-08d767d56f78 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 946 time: 0.1359091 Sep 14 16:57:53.158651 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8b70347d-f698-482f-ae02-2bd4cbbdc80f req-1bc394b3-ac0b-48e5-8050-0747c65dcdf5 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603485 Sep 14 16:57:53.203190 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0c066b0f-fa62-4908-b665-f2f952529fb7 req-d16d4eee-0611-48c1-8109-f0aaf31d4931 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818658 Sep 14 16:57:53.232934 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.403322 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.409258 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.430274 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60358) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:53.484048 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'Port': ['ID=9ec752d9-d187-4ec4-ac25-67821c90766c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:53.494389 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.551186 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ac8d33-75c6-4d45-bac6-fb37cec810cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.610357 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Floating IP 3fb37338-6ad3-4ebf-ad30-e321a3eda668 associated. External IP: 172.27.2.20, port: b7929b9a-b85d-4eeb-8b32-4455b3457475. Sep 14 16:57:53.680416 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ac8d33-75c6-4d45-bac6-fb37cec810cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.686028 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ac8d33-75c6-4d45-bac6-fb37cec810cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.724073 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac8d33-75c6-4d45-bac6-fb37cec810cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8563c1ad-03e5-4555-8e2e-0e0d040bba3e,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:53.730878 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-19ac8d33-75c6-4d45-bac6-fb37cec810cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df5b478a2f784e8ba0c1402eee159ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971954 Sep 14 16:57:53.731470 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60366) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:53.779709 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c8e821-2862-44e3-81ca-09eb72bfbc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.801260 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c8e821-2862-44e3-81ca-09eb72bfbc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.836916 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Router 8cde0d84-2a84-44c9-8824-ab99a82f1305 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:57:53.849591 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c8e821-2862-44e3-81ca-09eb72bfbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.852261 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-28c8e821-2862-44e3-81ca-09eb72bfbc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:53.854069 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-28c8e821-2862-44e3-81ca-09eb72bfbc4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8563c1ad-03e5-4555-8e2e-0e0d040bba3e HTTP/1.1" status: 204 len: 168 time: 0.1208022 Sep 14 16:57:53.862874 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8e821-2862-44e3-81ca-09eb72bfbc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8563c1ad-03e5-4555-8e2e-0e0d040bba3e,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:54.166124 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-607cf0e2-5fe7-4179-9563-d7f4b084fd29 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:54.167926 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-607cf0e2-5fe7-4179-9563-d7f4b084fd29 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 945 time: 0.3217354 Sep 14 16:57:54.182798 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60392) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:54.200218 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6fa892a-170a-4949-99bd-885ae472f34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.212264 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:57:54.224672 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] Sync routers for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:57:54.250771 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:57:54.251427 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:57:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:57:54.302717 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8d36-bfbd-431e-b075-8d5bc79fe3cc req-9656b352-f311-43d2-a2f7-d30074dc31d9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:54.304419 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a97e8d36-bfbd-431e-b075-8d5bc79fe3cc req-9656b352-f311-43d2-a2f7-d30074dc31d9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.1011951 Sep 14 16:57:54.306008 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.382738 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-35e5d995-3627-4ba4-8a27-2c27564a5e0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4734020 Sep 14 16:57:54.387651 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:54.387917 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a97e8d36-bfbd-431e-b075-8d5bc79fe3cc req-0abb2d45-39bd-4755-aa73-7ec460b7cf44 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755494 Sep 14 16:57:54.388447 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60396) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:54.389947 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb45ea-c46e-42be-9f4c-58a70ae67a23" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:54.405311 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:57:54.409950 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-85031715-18e2-4f4e-ac37-3ad186be0436 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615900863', 'description': 'tempest-secgroup-smoke-615900863 description', 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:54.417170 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Deleting port d1f1a577-6440-4b09-8318-7374f468b05a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:57:54.417510 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.452837 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ace9-e265-4a5d-937b-63c72527be12 req-e44217a9-9800-4a9d-819f-d26447c15dcb tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:54.454591 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dc00ace9-e265-4a5d-937b-63c72527be12 req-e44217a9-9800-4a9d-819f-d26447c15dcb tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 945 time: 0.1301606 Sep 14 16:57:54.457698 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86ec55-4a5f-4b04-bba2-a1931417faee x-openstack-request-id: req-1a86ec55-4a5f-4b04-bba2-a1931417faee {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:54.457975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:54.458222 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a86ec55-4a5f-4b04-bba2-a1931417faee {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:54.458594 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'status': 'completed', 'code': 200} Sep 14 16:57:54.480211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6fa892a-170a-4949-99bd-885ae472f34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.495757 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d6fa892a-170a-4949-99bd-885ae472f34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.541865 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-85031715-18e2-4f4e-ac37-3ad186be0436 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.567575 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dc00ace9-e265-4a5d-937b-63c72527be12 req-b547e67c-7b5c-43d8-a88f-10f071babbe8 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0a4bf08-0b28-4626-b4c4-94e2a66e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049361 Sep 14 16:57:54.581829 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] For port d1f1a577-6440-4b09-8318-7374f468b05a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d1f1a577-6440-4b09-8318-7374f468b05a,segment=NetworkSegment(fd6e977a-8bfa-4e5d-a37f-31a113c86193),segment_id=fd6e977a-8bfa-4e5d-a37f-31a113c86193)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:54.582192 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.600432 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Calling delete_port for d1f1a577-6440-4b09-8318-7374f468b05a owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:57:54.626752 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d6fa892a-170a-4949-99bd-885ae472f34f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ef2050f5d1c4758b94282376aafda47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426210 Sep 14 16:57:54.635842 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa892a-170a-4949-99bd-885ae472f34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc53fabd-771a-4e9e-bf55-7e2568aac4b6,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:54.643116 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60404) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:54.707133 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-29cd8d7b-9546-4405-99a1-018bbf8fb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:54.709004 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-29cd8d7b-9546-4405-99a1-018bbf8fb329 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1098 time: 0.1626129 Sep 14 16:57:54.833249 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.836146 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c0d32f35-dca9-4ca1-bc76-7514fd3b5f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.869606 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Pushing event deleted for resources: {'Port': ['ID=d1f1a577-6440-4b09-8318-7374f468b05a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:54.885864 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c0d32f35-dca9-4ca1-bc76-7514fd3b5f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.888003 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '3fb37338-6ad3-4ebf-ad30-e321a3eda668', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'port_id': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'mac_address': 'fa:16:3e:c1:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:57:52Z', 'updated_at': '2021-09-14T16:57:52Z', 'revision_number': 0, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:45Z', 'revision_number': 5, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:57:54.938524 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-85031715-18e2-4f4e-ac37-3ad186be0436 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.940394 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] No DVR routers for this DVR port d1f1a577-6440-4b09-8318-7374f468b05a on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:57:54.944346 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.946443 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-379b3afb-4c96-41cf-8383-032b8a848ccf req-bb07dc5e-ef2a-42d2-a88a-4aabefc06378 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.44 "DELETE /v2.0/ports/d1f1a577-6440-4b09-8318-7374f468b05a HTTP/1.1" status: 204 len: 173 time: 0.7677219 Sep 14 16:57:54.956232 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-8c35d61a-e241-4ffc-b619-cc1120acbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:54.957770 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-8c35d61a-e241-4ffc-b619-cc1120acbb2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 200 len: 916 time: 0.2399566 Sep 14 16:57:54.958397 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-85031715-18e2-4f4e-ac37-3ad186be0436 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:54.963651 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] Checking router: 8cde0d84-2a84-44c9-8824-ab99a82f1305 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:57:54.977447 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:57:54.978133 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:57:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:57:55.002676 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-85031715-18e2-4f4e-ac37-3ad186be0436 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.008120 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-85031715-18e2-4f4e-ac37-3ad186be0436 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6015785 Sep 14 16:57:55.008120 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85031715-18e2-4f4e-ac37-3ad186be0436 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b234563-b77b-4228-bd4a-6ec802108a97,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:55.008120 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60416) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:55.011899 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-d884f435-c57d-414c-8a18-d100d89463d1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'security_group_rule': {'security_group_id': '6b234563-b77b-4228-bd4a-6ec802108a97', 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:55.071971 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c0d32f35-dca9-4ca1-bc76-7514fd3b5f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.074658 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c0d32f35-dca9-4ca1-bc76-7514fd3b5f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.077141 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c0d32f35-dca9-4ca1-bc76-7514fd3b5f5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc53fabd-771a-4e9e-bf55-7e2568aac4b6 HTTP/1.1" status: 204 len: 168 time: 0.4330304 Sep 14 16:57:55.104143 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d32f35-dca9-4ca1-bc76-7514fd3b5f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc53fabd-771a-4e9e-bf55-7e2568aac4b6,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:55.127548 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-619a4bb6-abd1-4c0b-b069-d385320d2090 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 998 time: 0.1087718 Sep 14 16:57:55.128853 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d884f435-c57d-414c-8a18-d100d89463d1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.146822 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:57:55.253909 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-01af4bb2-897d-4b1f-af90-99ab426e48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:55.255673 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-01af4bb2-897d-4b1f-af90-99ab426e48a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=664a7975-317d-405e-8cd3-ccbdfef4e2d6 HTTP/1.1" status: 200 len: 854 time: 0.1162028 Sep 14 16:57:55.291016 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d884f435-c57d-414c-8a18-d100d89463d1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.313762 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d884f435-c57d-414c-8a18-d100d89463d1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.342873 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884f435-c57d-414c-8a18-d100d89463d1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b33c4bc-1709-44b0-9d3a-70a3fcb6e1b4,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:55.349558 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-fc8a0c19-0ae2-4562-905a-0e740dffc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:55.351313 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-fc8a0c19-0ae2-4562-905a-0e740dffc06d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e62b0fb9-7c7a-441a-b115-61bb3f374d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783269 Sep 14 16:57:55.352395 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d884f435-c57d-414c-8a18-d100d89463d1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.356448 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60422) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:55.356977 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d884f435-c57d-414c-8a18-d100d89463d1 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3482068 Sep 14 16:57:55.361121 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-dd70e3f6-08c8-4af9-8bbd-8df70906db0c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'security_group_rule': {'security_group_id': '6b234563-b77b-4228-bd4a-6ec802108a97', 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:55.397343 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd70e3f6-08c8-4af9-8bbd-8df70906db0c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.411369 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '3fb37338-6ad3-4ebf-ad30-e321a3eda668', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'port_id': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'mac_address': 'fa:16:3e:c1:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:57:52Z', 'updated_at': '2021-09-14T16:57:52Z', 'revision_number': 0, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:45Z', 'revision_number': 5, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:57:55.444101 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb77ee3-bff0-4106-bc6d-b9d767c978f1 None None] The sync data for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi is: [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '3fb37338-6ad3-4ebf-ad30-e321a3eda668', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'port_id': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'mac_address': 'fa:16:3e:c1:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:57:52Z', 'updated_at': '2021-09-14T16:57:52Z', 'revision_number': 0, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:45Z', 'revision_number': 5, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:57:55.463214 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd70e3f6-08c8-4af9-8bbd-8df70906db0c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.470670 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd70e3f6-08c8-4af9-8bbd-8df70906db0c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.489164 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-e1bb2b50-51ae-4ba6-ab4e-d35433cfc64c service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208475 Sep 14 16:57:55.489311 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70e3f6-08c8-4af9-8bbd-8df70906db0c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e408c0c-af41-41f4-96ff-abb912063c82,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:55.500574 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd70e3f6-08c8-4af9-8bbd-8df70906db0c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.501906 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-dd70e3f6-08c8-4af9-8bbd-8df70906db0c tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444485 Sep 14 16:57:55.507953 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60430) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:55.514058 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-820e6e5f-d66a-4ee6-99ef-89964811c740 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'security_group_rule': {'security_group_id': '6b234563-b77b-4228-bd4a-6ec802108a97', 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:55.545308 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-820e6e5f-d66a-4ee6-99ef-89964811c740 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.614518 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75fb45ea-c46e-42be-9f4c-58a70ae67a23 req-b3d7c156-01e7-4990-8112-474595e55387 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146898 Sep 14 16:57:55.645302 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-820e6e5f-d66a-4ee6-99ef-89964811c740 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.653115 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-820e6e5f-d66a-4ee6-99ef-89964811c740 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.674072 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6e5f-d66a-4ee6-99ef-89964811c740 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3db307-6065-4358-8e85-db9c05a43a85,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:55.698372 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-820e6e5f-d66a-4ee6-99ef-89964811c740 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.699767 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-820e6e5f-d66a-4ee6-99ef-89964811c740 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1907256 Sep 14 16:57:55.702933 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60436) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:55.708854 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-1b967b61-9b50-44cc-abd8-455187fe7629 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'security_group_rule': {'security_group_id': '6b234563-b77b-4228-bd4a-6ec802108a97', 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:55.736249 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ea863fe8-98aa-4691-b067-1460064427a4 req-c1ddceb6-d1a8-42ac-a475-5adbb3a45671 tempest-VolumesActionsTest-1801767812 tempest-VolumesActionsTest-1801767812-project] 10.222.0.21 "GET /v2.0/ports?device_id=24248a6f-9a65-45d7-8406-79b2bd2830ef HTTP/1.1" status: 200 len: 210 time: 0.0502384 Sep 14 16:57:55.756665 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b967b61-9b50-44cc-abd8-455187fe7629 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.766855 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7380d8-372c-44dd-a784-419f8ab27dce None None] New status for floating IP 3fb37338-6ad3-4ebf-ad30-e321a3eda668: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:57:55.870646 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b967b61-9b50-44cc-abd8-455187fe7629 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.880195 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b967b61-9b50-44cc-abd8-455187fe7629 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.904434 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b967b61-9b50-44cc-abd8-455187fe7629 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5c6a6d-8730-445a-a2b3-63d385aff722,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:55.915919 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b967b61-9b50-44cc-abd8-455187fe7629 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:55.917153 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1b967b61-9b50-44cc-abd8-455187fe7629 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2129970 Sep 14 16:57:55.920016 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60446) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:55.930360 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'security_group_rule': {'security_group_id': '6b234563-b77b-4228-bd4a-6ec802108a97', 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:55.963236 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.securitygroups_db [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Project e4daf2766a3c45908f0cd6982441a2d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:57:55.963236 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.035037 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.040946 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.061309 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2e5edb-6d01-4434-9db1-7f1fd567e4fc,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:56.069808 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.071781 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-66a66242-bfbb-48a5-a5b3-105ff2b600a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506166 Sep 14 16:57:56.074557 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60454) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:56.080255 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'security_group_rule': {'security_group_id': '6b234563-b77b-4228-bd4a-6ec802108a97', 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:56.108518 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.securitygroups_db [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Project e4daf2766a3c45908f0cd6982441a2d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:57:56.114193 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.175154 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.180808 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.198144 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64602aa-d894-442e-bf8f-8591b22bb9be,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:56.205484 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.206746 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e0353636-a58c-4f70-a128-e7b9cf00443f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310699 Sep 14 16:57:56.297866 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-f92fc830-b5c4-4144-8830-65358aa8633b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615900863&fields=id&tenant_id=e4daf2766a3c45908f0cd6982441a2d2 HTTP/1.1" status: 200 len: 267 time: 0.0425875 Sep 14 16:57:56.352377 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-751c7468-85d6-4074-bbf9-cb263e4a87a4 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:56.353959 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-751c7468-85d6-4074-bbf9-cb263e4a87a4 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Sep 14 16:57:56.368305 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'port': {'security_groups': ['8131dfa8-33fa-4f68-8bf1-89f23f5a185b', '6b234563-b77b-4228-bd4a-6ec802108a97']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:57:56.443159 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.459308 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'name': 'network-vif-deleted', 'tag': 'd1f1a577-6440-4b09-8318-7374f468b05a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:56.461829 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb54d38-3df7-400b-8640-db1b9434a20a" -d '{"events": [{"server_uuid": "24248a6f-9a65-45d7-8406-79b2bd2830ef", "name": "network-vif-deleted", "tag": "d1f1a577-6440-4b09-8318-7374f468b05a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:56.493015 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d1f1a577-6440-4b09-8318-7374f468b05a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:57:56.503117 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e265cd-b957-443a-9ef5-f4340b6fd3e0 x-openstack-request-id: req-29e265cd-b957-443a-9ef5-f4340b6fd3e0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:56.503708 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24248a6f-9a65-45d7-8406-79b2bd2830ef", "name": "network-vif-deleted", "tag": "d1f1a577-6440-4b09-8318-7374f468b05a", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:56.504067 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29e265cd-b957-443a-9ef5-f4340b6fd3e0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:56.505844 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24248a6f-9a65-45d7-8406-79b2bd2830ef', 'name': 'network-vif-deleted', 'tag': 'd1f1a577-6440-4b09-8318-7374f468b05a', 'status': 'completed', 'code': 200} Sep 14 16:57:56.514674 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: d1f1a577-6440-4b09-8318-7374f468b05a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:57:56.516088 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d1f1a577-6440-4b09-8318-7374f468b05a not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:57:56.655038 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:57:56.689654 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.695307 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.737726 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:56.739577 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:56.741124 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0137ac36-7a72-4770-a57f-ccc6710b2280 req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "PUT /v2.0/ports/b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 981 time: 0.3799303 Sep 14 16:57:56.742011 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:57:56.744524 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da46fac8-dd52-4cab-98b2-293b4a84d712" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:57:56.755249 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b7929b9a-b85d-4eeb-8b32-4455b3457475'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:57:56.770803 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6939bb3-3b28-4fce-a0dd-5d9807bf027a tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=6']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:56.846013 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a520a9-ed58-498c-adc7-d28200dd216b x-openstack-request-id: req-f6a520a9-ed58-498c-adc7-d28200dd216b {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:57:56.846313 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:57:56.846539 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6a520a9-ed58-498c-adc7-d28200dd216b {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:57:56.846971 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'status': 'completed', 'code': 200} Sep 14 16:57:56.960150 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fe188-f108-46ab-841b-94eae262c0e0 req-80f1797b-7693-42d4-9921-9127d3a0e365 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:56.968916 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-420fe188-f108-46ab-841b-94eae262c0e0 req-80f1797b-7693-42d4-9921-9127d3a0e365 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.1622813 Sep 14 16:57:57.038458 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-420fe188-f108-46ab-841b-94eae262c0e0 req-4327f44f-5c58-48ae-836b-182a239b56f4 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680559 Sep 14 16:57:57.040013 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-1f919e25-f79c-4e3a-9105-a4b0497adf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:57.042715 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-1f919e25-f79c-4e3a-9105-a4b0497adf32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1137 time: 0.1268396 Sep 14 16:57:57.061228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60490) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:57.087505 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b7929b9a-b85d-4eeb-8b32-4455b3457475'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:57:57.152924 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-36b86cb7-b444-4599-93c7-bc0168eba072 None None] Provisioning complete for port b7929b9a-b85d-4eeb-8b32-4455b3457475 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:57:57.153605 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-36b86cb7-b444-4599-93c7-bc0168eba072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.273671 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29a77b7b-195a-4224-9baa-0e420ffdb597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.461894 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-2867c59b-cd17-486c-a87b-00d2a6c39c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:57.463233 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29a77b7b-195a-4224-9baa-0e420ffdb597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.463759 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-2867c59b-cd17-486c-a87b-00d2a6c39c9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 200 len: 916 time: 0.4105282 Sep 14 16:57:57.469201 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29a77b7b-195a-4224-9baa-0e420ffdb597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.521617 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a77b7b-195a-4224-9baa-0e420ffdb597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ffe20-a65e-447a-beb7-73691a7580da,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:57.546396 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-eb5b7021-df0b-47a8-abf3-c2ef8b1ee8ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 1000 time: 0.0693042 Sep 14 16:57:57.546570 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60512) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:57.547293 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-29a77b7b-195a-4224-9baa-0e420ffdb597 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3eeb2c2165b421398ab89b948df67c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848144 Sep 14 16:57:57.642275 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-0aef9bcb-bfb6-425b-a0da-e54eab6b7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:57.643964 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-0aef9bcb-bfb6-425b-a0da-e54eab6b7318 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=664a7975-317d-405e-8cd3-ccbdfef4e2d6 HTTP/1.1" status: 200 len: 854 time: 0.0774658 Sep 14 16:57:57.648608 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-88ad37f0-d0ba-4024-a406-b7095ddc32a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.693806 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-88ad37f0-d0ba-4024-a406-b7095ddc32a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.732120 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-7e567e8f-776b-4337-8417-f422f3f9bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:57.733694 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-7e567e8f-776b-4337-8417-f422f3f9bbe8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e62b0fb9-7c7a-441a-b115-61bb3f374d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804884 Sep 14 16:57:57.805211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-88ad37f0-d0ba-4024-a406-b7095ddc32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.807772 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-88ad37f0-d0ba-4024-a406-b7095ddc32a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:57.808920 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-88ad37f0-d0ba-4024-a406-b7095ddc32a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c5ffe20-a65e-447a-beb7-73691a7580da HTTP/1.1" status: 204 len: 168 time: 0.2611926 Sep 14 16:57:57.827889 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad37f0-d0ba-4024-a406-b7095ddc32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ffe20-a65e-447a-beb7-73691a7580da,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:57.851447 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-01f7ec86-dc7c-4b8d-966f-e34575466114 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081328 Sep 14 16:57:58.018069 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da46fac8-dd52-4cab-98b2-293b4a84d712 req-c29c5658-e690-4489-b457-73281935e27c service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139817 Sep 14 16:57:58.162054 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60546) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:58.175537 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fc72f2b0-e133-4342-850b-353ae6a3e09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:58.265475 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fc72f2b0-e133-4342-850b-353ae6a3e09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:58.271627 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fc72f2b0-e133-4342-850b-353ae6a3e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:58.316264 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fc72f2b0-e133-4342-850b-353ae6a3e09b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39c5b2bc66a64befaaee1f053b67ea6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503434 Sep 14 16:57:58.316264 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72f2b0-e133-4342-850b-353ae6a3e09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1401d80d-eb1d-4bca-975b-5aa91f40f65c,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:58.316584 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60552) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:57:58.367936 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e62255ce-e46d-40fc-9094-57acd5fb418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:58.400052 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e62255ce-e46d-40fc-9094-57acd5fb418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:58.451484 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e62255ce-e46d-40fc-9094-57acd5fb418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:58.454236 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e62255ce-e46d-40fc-9094-57acd5fb418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:57:58.455446 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e62255ce-e46d-40fc-9094-57acd5fb418c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1401d80d-eb1d-4bca-975b-5aa91f40f65c HTTP/1.1" status: 204 len: 168 time: 0.1380541 Sep 14 16:57:58.463511 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62255ce-e46d-40fc-9094-57acd5fb418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1401d80d-eb1d-4bca-975b-5aa91f40f65c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:57:58.653975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84176a-1e1e-4d77-9218-b2649449ce49 req-76abcef4-85c5-4c10-9ca0-696928a726c8 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:58.655542 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84176a-1e1e-4d77-9218-b2649449ce49 req-76abcef4-85c5-4c10-9ca0-696928a726c8 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0529709 Sep 14 16:57:58.692200 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed84176a-1e1e-4d77-9218-b2649449ce49 req-84c2acfc-5d25-4146-a5f7-b2a7a5e8df8e tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305147 Sep 14 16:57:59.834548 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888256f6-e1a2-4e6d-8c7f-1b0fde37235a req-9fab2f81-c432-42e3-b954-fe536fa3209c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:57:59.836169 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-888256f6-e1a2-4e6d-8c7f-1b0fde37235a req-9fab2f81-c432-42e3-b954-fe536fa3209c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0499690 Sep 14 16:57:59.875640 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-888256f6-e1a2-4e6d-8c7f-1b0fde37235a req-0d51e361-623d-4f48-ab2c-b6bfd7466538 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333085 Sep 14 16:58:00.998741 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06a2ca-54a8-48ea-a6ac-b617e0ddde13 req-5ab854b8-53b2-4f4f-a495-6ce786ea83c2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:01.000412 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5a06a2ca-54a8-48ea-a6ac-b617e0ddde13 req-5ab854b8-53b2-4f4f-a495-6ce786ea83c2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0519397 Sep 14 16:58:01.040261 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5a06a2ca-54a8-48ea-a6ac-b617e0ddde13 req-528fe154-02ba-4646-bd6e-e342d23302c0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Sep 14 16:58:02.168135 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59c188-4c2c-4d2c-a3b8-cbb5a17a8cf8 req-25396f13-97e6-494e-b938-dfcd2ca927dd tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:02.169622 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a59c188-4c2c-4d2c-a3b8-cbb5a17a8cf8 req-25396f13-97e6-494e-b938-dfcd2ca927dd tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0514247 Sep 14 16:58:02.208050 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a59c188-4c2c-4d2c-a3b8-cbb5a17a8cf8 req-9c2717e1-435d-4eda-af85-b0bf9482e65d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322676 Sep 14 16:58:03.328898 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6157be-00ad-4206-938a-73ab425a9fd1 req-1472379f-5595-4a11-8344-853294573d55 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:03.330538 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e6157be-00ad-4206-938a-73ab425a9fd1 req-1472379f-5595-4a11-8344-853294573d55 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0505445 Sep 14 16:58:03.368217 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e6157be-00ad-4206-938a-73ab425a9fd1 req-e64a724c-ed22-4b21-8d96-37dab4515e73 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315473 Sep 14 16:58:04.507239 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8b630-f5c9-43c4-a065-46d89f540daf req-0142a829-5601-486a-8711-50a4c891f88b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:04.509009 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eef8b630-f5c9-43c4-a065-46d89f540daf req-0142a829-5601-486a-8711-50a4c891f88b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0631466 Sep 14 16:58:04.552044 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eef8b630-f5c9-43c4-a065-46d89f540daf req-6d439103-918a-4fc2-a3c5-033c4bd1f7ee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367048 Sep 14 16:58:05.676959 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951c5a6-e635-4cc7-88a4-28f9fe50662d req-fa4eedcf-adb1-4fca-96b5-6e28f64097ef tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:05.678423 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6951c5a6-e635-4cc7-88a4-28f9fe50662d req-fa4eedcf-adb1-4fca-96b5-6e28f64097ef tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0553353 Sep 14 16:58:05.724856 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6951c5a6-e635-4cc7-88a4-28f9fe50662d req-446283d3-c225-4c3a-a31b-f09c16cc66a0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399199 Sep 14 16:58:06.841857 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00db94-8291-4793-b742-ca27545c5fbe req-390af8d8-e666-4224-b4bf-23acc0a4fa1f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:06.843297 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ab00db94-8291-4793-b742-ca27545c5fbe req-390af8d8-e666-4224-b4bf-23acc0a4fa1f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0546627 Sep 14 16:58:06.894072 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ab00db94-8291-4793-b742-ca27545c5fbe req-a7e2a7f3-5532-4252-9c8c-88f185279ea4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443428 Sep 14 16:58:08.010459 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061909-8ccf-421c-a60c-602107bac597 req-e2938965-0343-4ead-862b-aa0a095ad611 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:08.012006 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb061909-8ccf-421c-a60c-602107bac597 req-e2938965-0343-4ead-862b-aa0a095ad611 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0509501 Sep 14 16:58:08.053547 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb061909-8ccf-421c-a60c-602107bac597 req-7b111d77-db79-4d43-8912-653776b72965 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Sep 14 16:58:08.361772 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f5d59d5e-800f-4ce9-9e01-a506835447c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:09.197600 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7104a-d699-44cc-b7a0-755e92023e4b req-ec0bce85-cc07-4536-9852-4363bea6fe97 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:09.199776 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-15d7104a-d699-44cc-b7a0-755e92023e4b req-ec0bce85-cc07-4536-9852-4363bea6fe97 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0676100 Sep 14 16:58:09.242100 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-15d7104a-d699-44cc-b7a0-755e92023e4b req-dc058851-df28-4a45-9110-16d3af1f4ffe tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354755 Sep 14 16:58:10.372779 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131ec4-a161-4e8b-8b7c-9a5883c4b493 req-b67e0716-3930-45df-bbd3-c3fc14f9f674 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:10.374401 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8c131ec4-a161-4e8b-8b7c-9a5883c4b493 req-b67e0716-3930-45df-bbd3-c3fc14f9f674 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0632625 Sep 14 16:58:10.407533 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:10.418222 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8c131ec4-a161-4e8b-8b7c-9a5883c4b493 req-a02f1a43-2a3d-4f6a-8fdc-4b7bb0fbfd47 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369744 Sep 14 16:58:10.566549 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:58:10.602413 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946d4f3-1e35-44bc-9240-caeddc237682 req-61a20308-7c67-4ec3-bc59-ed99d26d5646 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:10.604127 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3946d4f3-1e35-44bc-9240-caeddc237682 req-61a20308-7c67-4ec3-bc59-ed99d26d5646 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0842702 Sep 14 16:58:10.612813 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861288-0d48-433f-b66a-c69bbb20db86 req-d9ffc3c9-7138-4b8c-a12a-9c3be614bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:10.614541 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76861288-0d48-433f-b66a-c69bbb20db86 req-d9ffc3c9-7138-4b8c-a12a-9c3be614bd0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.0624914 Sep 14 16:58:10.705418 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3946d4f3-1e35-44bc-9240-caeddc237682 req-90f59518-6509-408b-8e73-c7b749a96413 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898848 Sep 14 16:58:10.738077 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861288-0d48-433f-b66a-c69bbb20db86 req-001987ce-0cc1-4ec9-8b73-4dd717ec5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:10.740093 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76861288-0d48-433f-b66a-c69bbb20db86 req-001987ce-0cc1-4ec9-8b73-4dd717ec5a5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.1180196 Sep 14 16:58:10.797138 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76861288-0d48-433f-b66a-c69bbb20db86 req-1d16169a-7c8f-41a8-9dad-e379f37f39a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 217 time: 0.0408177 Sep 14 16:58:10.853676 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861288-0d48-433f-b66a-c69bbb20db86 req-4d9f8bad-c58c-4b2b-9590-10b58c4f89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:10.855406 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76861288-0d48-433f-b66a-c69bbb20db86 req-4d9f8bad-c58c-4b2b-9590-10b58c4f89c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.0513518 Sep 14 16:58:10.895716 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-39f5de99-9679-498a-a881-e58421b543d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:10.908005 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76861288-0d48-433f-b66a-c69bbb20db86 req-a2f5bf10-e911-4b03-98bb-17f4ba495104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388553 Sep 14 16:58:11.004594 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:11.024041 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76861288-0d48-433f-b66a-c69bbb20db86 req-3040642a-b0ee-4214-bf6a-29cc44fe9f76 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018853 Sep 14 16:58:11.132586 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-76861288-0d48-433f-b66a-c69bbb20db86 req-3e7701fb-56b0-4c7a-bc2e-c5e597680bbe service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993083 Sep 14 16:58:11.545760 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb8523-abfd-48d1-8890-5cf4e3e5e1e7 req-fb6066da-bdae-416e-bde9-f97c33aa3c63 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:11.547277 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dfbb8523-abfd-48d1-8890-5cf4e3e5e1e7 req-fb6066da-bdae-416e-bde9-f97c33aa3c63 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0527608 Sep 14 16:58:11.590323 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dfbb8523-abfd-48d1-8890-5cf4e3e5e1e7 req-5a63083a-092d-4f7b-bbce-a857d3149a22 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349133 Sep 14 16:58:11.835410 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994d724-5349-4ba2-91c1-4bc1a128f1fc req-7e2c9e9c-60d0-4e81-81ca-a698ee9ff35c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:11.836988 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e994d724-5349-4ba2-91c1-4bc1a128f1fc req-7e2c9e9c-60d0-4e81-81ca-a698ee9ff35c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0532849 Sep 14 16:58:11.860426 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:11.879674 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e994d724-5349-4ba2-91c1-4bc1a128f1fc req-1454d635-2639-4dd2-98d9-4f1bdb1e2a16 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Sep 14 16:58:12.727422 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d52a-32e3-423c-9413-a8358fca1569 req-d9178fb7-b667-4710-b019-fb0f3661c57b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:12.729122 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9227d52a-32e3-423c-9413-a8358fca1569 req-d9178fb7-b667-4710-b019-fb0f3661c57b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0612137 Sep 14 16:58:12.769214 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9227d52a-32e3-423c-9413-a8358fca1569 req-6e389f2f-2d4a-43e0-89d7-55360d91a57c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336280 Sep 14 16:58:13.010112 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036445e-ad82-4f6f-b25c-651435394d79 req-9afc7ca2-24ab-4952-9c4f-7af143653dfe tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:13.017869 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c036445e-ad82-4f6f-b25c-651435394d79 req-9afc7ca2-24ab-4952-9c4f-7af143653dfe tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0597522 Sep 14 16:58:13.063813 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c036445e-ad82-4f6f-b25c-651435394d79 req-740f5aca-3ea2-4feb-bc99-84a704ad87c9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Sep 14 16:58:13.099823 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60834) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:13.257798 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fac23a15-19f5-42ec-91a2-1db02a887b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.351064 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fac23a15-19f5-42ec-91a2-1db02a887b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.355756 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fac23a15-19f5-42ec-91a2-1db02a887b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.391720 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac23a15-19f5-42ec-91a2-1db02a887b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209d6a46-15b4-4ec1-8d49-bc5ccca03961,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:13.395982 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fac23a15-19f5-42ec-91a2-1db02a887b51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=691099037c0f41109b04b4be74648bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950492 Sep 14 16:58:13.398553 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60838) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:13.447072 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee24a258-7245-48bc-8fe0-ce47b5c28fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.469712 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee24a258-7245-48bc-8fe0-ce47b5c28fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.526189 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee24a258-7245-48bc-8fe0-ce47b5c28fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.529685 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee24a258-7245-48bc-8fe0-ce47b5c28fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.531405 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ee24a258-7245-48bc-8fe0-ce47b5c28fb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/209d6a46-15b4-4ec1-8d49-bc5ccca03961 HTTP/1.1" status: 204 len: 168 time: 0.1317241 Sep 14 16:58:13.541111 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a258-7245-48bc-8fe0-ce47b5c28fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d6a46-15b4-4ec1-8d49-bc5ccca03961,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:13.556870 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.838825 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60846) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:13.860616 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d19ed00e-b453-43be-b366-3da27f4c96eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:13.917601 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbede2-f901-4c83-8e5c-2af7c00e54b3 req-8a7487f1-ded2-465d-9850-9e1fe736f5a3 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:13.918789 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6bbede2-f901-4c83-8e5c-2af7c00e54b3 req-8a7487f1-ded2-465d-9850-9e1fe736f5a3 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0719924 Sep 14 16:58:13.973480 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6bbede2-f901-4c83-8e5c-2af7c00e54b3 req-8c84649f-03c7-4821-8c8a-3e9a9958e872 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472300 Sep 14 16:58:14.015627 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d19ed00e-b453-43be-b366-3da27f4c96eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:14.020624 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d19ed00e-b453-43be-b366-3da27f4c96eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:14.062692 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60850) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:14.063285 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d19ed00e-b453-43be-b366-3da27f4c96eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a261207ca0e74fd6afbfcc378cc72bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228272 Sep 14 16:58:14.063783 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ed00e-b453-43be-b366-3da27f4c96eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955fa182-3e68-46a9-a095-10a4a575851b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:14.124445 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac313a6-de29-4054-8b0c-b09e270f7616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:14.173489 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac313a6-de29-4054-8b0c-b09e270f7616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:14.227483 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4477a6e-c5c6-4b2e-9eca-680a470d0734 req-c09abaa9-542c-4e42-984d-990ed7e025b4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:14.229001 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d4477a6e-c5c6-4b2e-9eca-680a470d0734 req-c09abaa9-542c-4e42-984d-990ed7e025b4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0882590 Sep 14 16:58:14.261873 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac313a6-de29-4054-8b0c-b09e270f7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:14.265471 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac313a6-de29-4054-8b0c-b09e270f7616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:14.268915 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2ac313a6-de29-4054-8b0c-b09e270f7616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/955fa182-3e68-46a9-a095-10a4a575851b HTTP/1.1" status: 204 len: 168 time: 0.2026634 Sep 14 16:58:14.284576 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d4477a6e-c5c6-4b2e-9eca-680a470d0734 req-07dbc1d2-616b-4777-8ec4-a0fead044f5a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Sep 14 16:58:14.290313 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac313a6-de29-4054-8b0c-b09e270f7616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955fa182-3e68-46a9-a095-10a4a575851b,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:15.106017 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ab14-d244-4f9f-adca-d08ef6676fb7 req-cd9935dd-5ee8-4852-ab6d-2f8dcce1616f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:15.108085 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-acc4ab14-d244-4f9f-adca-d08ef6676fb7 req-cd9935dd-5ee8-4852-ab6d-2f8dcce1616f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0595853 Sep 14 16:58:15.214429 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-acc4ab14-d244-4f9f-adca-d08ef6676fb7 req-589eb60e-df8a-411e-bcec-da028e197cbc tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997136 Sep 14 16:58:15.467698 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a459c9-bb58-4d6e-8d2f-2de5084f7e33 req-feadc1ed-ed97-4b32-b470-ffa0312a6f75 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:15.469574 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75a459c9-bb58-4d6e-8d2f-2de5084f7e33 req-feadc1ed-ed97-4b32-b470-ffa0312a6f75 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0586364 Sep 14 16:58:15.524503 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-75a459c9-bb58-4d6e-8d2f-2de5084f7e33 req-5690460f-a437-4af2-b771-704937fe6c6f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483830 Sep 14 16:58:16.350673 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f7ae-faf5-411a-ac9b-46eb5a34a359 req-ac79c5f8-90ff-4fa5-93ce-9f955c55b0e7 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:16.359187 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f545f7ae-faf5-411a-ac9b-46eb5a34a359 req-ac79c5f8-90ff-4fa5-93ce-9f955c55b0e7 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0650237 Sep 14 16:58:16.409480 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f545f7ae-faf5-411a-ac9b-46eb5a34a359 req-e2ed9a29-ec32-4d36-ad12-df35af681549 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458014 Sep 14 16:58:16.670469 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1ae02-9611-43ea-a68f-37b913b1bef0 req-ef93d13e-2f19-45ff-ac40-606d17c05a32 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:16.672003 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23f1ae02-9611-43ea-a68f-37b913b1bef0 req-ef93d13e-2f19-45ff-ac40-606d17c05a32 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0514371 Sep 14 16:58:16.713142 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23f1ae02-9611-43ea-a68f-37b913b1bef0 req-a4ca3917-e13b-4e87-9461-75fc7b5bdb7c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Sep 14 16:58:17.526767 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ceb03-940b-4b1c-9a52-833513940d19 req-3c4ac2be-bc8f-43db-aff6-a7ee51db95bd tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:17.528337 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-703ceb03-940b-4b1c-9a52-833513940d19 req-3c4ac2be-bc8f-43db-aff6-a7ee51db95bd tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0480411 Sep 14 16:58:17.566062 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-703ceb03-940b-4b1c-9a52-833513940d19 req-bcdd5ac7-d182-49e3-bba4-6ee60d93beac tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316374 Sep 14 16:58:17.859818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144c3db-bcb8-46d6-be2c-a8475d71dc9d req-9393a384-51be-4d6c-80c6-ac44063807fc tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:17.862591 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9144c3db-bcb8-46d6-be2c-a8475d71dc9d req-9393a384-51be-4d6c-80c6-ac44063807fc tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0601571 Sep 14 16:58:17.916176 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9144c3db-bcb8-46d6-be2c-a8475d71dc9d req-57e15649-c751-45a9-aa2f-7ea5c45af243 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461168 Sep 14 16:58:18.689551 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e25a73-fadd-4cd5-a8c3-70feda934a5a req-3d8bc505-1286-4877-987e-d7a568c58630 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:18.696604 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6e25a73-fadd-4cd5-a8c3-70feda934a5a req-3d8bc505-1286-4877-987e-d7a568c58630 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0568590 Sep 14 16:58:18.730718 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6e25a73-fadd-4cd5-a8c3-70feda934a5a req-ae4141ed-5551-4902-a525-02f4f664d7bf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Sep 14 16:58:19.046105 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9974f0-564c-466d-94dd-fa02bdfa1708 req-2ead2cca-3603-4c2c-9965-7f7026d3d8ef tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:19.052800 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e9974f0-564c-466d-94dd-fa02bdfa1708 req-2ead2cca-3603-4c2c-9965-7f7026d3d8ef tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0622499 Sep 14 16:58:19.088656 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e9974f0-564c-466d-94dd-fa02bdfa1708 req-ae804938-9d7d-4091-bba4-6c9ffc9c8eba tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Sep 14 16:58:19.748279 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 60984) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:19.872858 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f05507-3b2c-4bd4-bf9f-fbbaf4a4a610 req-a73390e0-5f75-4b83-a16a-173a2daba605 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:19.880885 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6f05507-3b2c-4bd4-bf9f-fbbaf4a4a610 req-a73390e0-5f75-4b83-a16a-173a2daba605 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0678694 Sep 14 16:58:19.898405 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85d8dc36-404d-4ef7-ade1-79639249eddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:19.932992 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c6f05507-3b2c-4bd4-bf9f-fbbaf4a4a610 req-722836e0-b36a-43d4-9efe-1dc3e7d9e854 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512195 Sep 14 16:58:20.023558 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85d8dc36-404d-4ef7-ade1-79639249eddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.033281 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85d8dc36-404d-4ef7-ade1-79639249eddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.073947 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8dc36-404d-4ef7-ade1-79639249eddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc39b7c-3e67-4f98-aa3a-fb70b93c3161,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:20.081239 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-85d8dc36-404d-4ef7-ade1-79639249eddd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63a118c4cb4a4ddeaecde478f327cebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318810 Sep 14 16:58:20.081423 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 60994) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:20.144494 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07ef7802-bc70-4959-9ee4-b8caaca8f4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.171103 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07ef7802-bc70-4959-9ee4-b8caaca8f4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.269568 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30c30-b901-4761-9ca4-0bc3ab51b204 req-faa3373a-264d-4e7c-9396-1e06d33867ae tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:20.277601 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-08c30c30-b901-4761-9ca4-0bc3ab51b204 req-faa3373a-264d-4e7c-9396-1e06d33867ae tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0944464 Sep 14 16:58:20.317485 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-08c30c30-b901-4761-9ca4-0bc3ab51b204 req-b4ccb002-4efa-4c5a-8f79-45f1bb155a68 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Sep 14 16:58:20.318197 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07ef7802-bc70-4959-9ee4-b8caaca8f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.320709 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07ef7802-bc70-4959-9ee4-b8caaca8f4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.321719 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-07ef7802-bc70-4959-9ee4-b8caaca8f4bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dc39b7c-3e67-4f98-aa3a-fb70b93c3161 HTTP/1.1" status: 204 len: 168 time: 0.2352057 Sep 14 16:58:20.330861 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef7802-bc70-4959-9ee4-b8caaca8f4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc39b7c-3e67-4f98-aa3a-fb70b93c3161,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:20.742260 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 32776) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:20.757308 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93f35388-8d4a-40e4-8dab-880da9acc1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.860743 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93f35388-8d4a-40e4-8dab-880da9acc1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.866180 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93f35388-8d4a-40e4-8dab-880da9acc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:20.906305 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f35388-8d4a-40e4-8dab-880da9acc1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce33d40b-5d26-4357-b25d-ca2fb9407fef,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:20.914387 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 32782) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:20.920711 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-93f35388-8d4a-40e4-8dab-880da9acc1f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d7edb1c9c2f4249838e07d41722f70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771646 Sep 14 16:58:20.990793 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d021-6b28-4104-a7f4-64ff4fec2c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:21.020530 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d021-6b28-4104-a7f4-64ff4fec2c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:21.089446 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b642f44-0be4-4c2a-a118-bf02ee98f872 req-af605642-091e-42aa-9d20-a1015a80bf2b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:21.091081 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b642f44-0be4-4c2a-a118-bf02ee98f872 req-af605642-091e-42aa-9d20-a1015a80bf2b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0586326 Sep 14 16:58:21.093025 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d021-6b28-4104-a7f4-64ff4fec2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:21.096187 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d021-6b28-4104-a7f4-64ff4fec2c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:21.097407 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5cb2d021-6b28-4104-a7f4-64ff4fec2c52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce33d40b-5d26-4357-b25d-ca2fb9407fef HTTP/1.1" status: 204 len: 168 time: 0.1820061 Sep 14 16:58:21.114201 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d021-6b28-4104-a7f4-64ff4fec2c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce33d40b-5d26-4357-b25d-ca2fb9407fef,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:21.148328 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b642f44-0be4-4c2a-a118-bf02ee98f872 req-741bb6d0-c1ae-4832-ac87-9c08de6a918f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486290 Sep 14 16:58:21.483622 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1717c-1c73-420d-ab16-6ce5a90ebfe8 req-6ac57be3-f638-427b-b138-a6199610e7b9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:21.485480 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-37c1717c-1c73-420d-ab16-6ce5a90ebfe8 req-6ac57be3-f638-427b-b138-a6199610e7b9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0715859 Sep 14 16:58:21.541624 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-37c1717c-1c73-420d-ab16-6ce5a90ebfe8 req-b8963c29-bd6b-4341-b058-f741fc6e0f1a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Sep 14 16:58:22.277498 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63148b2-f773-47a9-89c1-1bf7ad640dc2 req-dff49505-9ee7-4ac2-94a0-a047bd295bd2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:22.286937 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f63148b2-f773-47a9-89c1-1bf7ad640dc2 req-dff49505-9ee7-4ac2-94a0-a047bd295bd2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0660431 Sep 14 16:58:22.323862 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f63148b2-f773-47a9-89c1-1bf7ad640dc2 req-54a9976c-384b-40b4-89ba-9c54d54867bf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360448 Sep 14 16:58:22.697806 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8770d1a-9615-4521-b9e0-9df6face37e5 req-44550a43-fa2c-47f6-be4e-4cdb0d4b8625 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:22.699296 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8770d1a-9615-4521-b9e0-9df6face37e5 req-44550a43-fa2c-47f6-be4e-4cdb0d4b8625 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0595016 Sep 14 16:58:22.754569 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8770d1a-9615-4521-b9e0-9df6face37e5 req-2e2345ef-bc6d-4f29-a5b4-f43ff0b8f163 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490055 Sep 14 16:58:23.449205 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04c04-bcb8-4123-86b3-d8bb7c648a77 req-d7f9c495-3a6a-4ffc-8fe5-07c5140fe774 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:23.450771 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-45c04c04-bcb8-4123-86b3-d8bb7c648a77 req-d7f9c495-3a6a-4ffc-8fe5-07c5140fe774 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0544868 Sep 14 16:58:23.493722 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-45c04c04-bcb8-4123-86b3-d8bb7c648a77 req-d7abe360-06f3-413f-ab61-2a4c51c0b552 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360141 Sep 14 16:58:23.877488 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571707-b8fd-4271-9899-0d909a0cc0da req-49e83f4d-33f5-4f1c-917a-e5d3994e97ad tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:23.879246 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7571707-b8fd-4271-9899-0d909a0cc0da req-49e83f4d-33f5-4f1c-917a-e5d3994e97ad tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0503981 Sep 14 16:58:23.921486 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7571707-b8fd-4271-9899-0d909a0cc0da req-1f1390e3-83b4-4c9d-b0a0-78712e3c6737 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359626 Sep 14 16:58:24.702682 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c248376-0767-4477-a864-28a41cd3e1f9 req-a26adde7-d0f1-49f4-88d0-3010134e2bbe tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:24.711317 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1c248376-0767-4477-a864-28a41cd3e1f9 req-a26adde7-d0f1-49f4-88d0-3010134e2bbe tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.1148119 Sep 14 16:58:24.753838 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1c248376-0767-4477-a864-28a41cd3e1f9 req-ce1b2ea5-5968-40be-8a66-146b0e5d7e18 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Sep 14 16:58:25.062168 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c77fb-6165-4125-a046-cee1ad7a709a req-f9b8243a-e546-4d87-a415-967fd1bda8a2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:25.067388 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7f8c77fb-6165-4125-a046-cee1ad7a709a req-f9b8243a-e546-4d87-a415-967fd1bda8a2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0584126 Sep 14 16:58:25.104436 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7f8c77fb-6165-4125-a046-cee1ad7a709a req-53558d17-ddab-48c9-a9b1-9803a4194bfa tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Sep 14 16:58:25.880682 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abee71-d82c-4985-91c8-993159382362 req-dd1b7d0d-2024-4f03-9854-f8aca610f676 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:25.883161 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d7abee71-d82c-4985-91c8-993159382362 req-dd1b7d0d-2024-4f03-9854-f8aca610f676 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0566909 Sep 14 16:58:25.925365 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d7abee71-d82c-4985-91c8-993159382362 req-34ebdb9e-d7e1-4e6b-9c58-3477094d221e tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Sep 14 16:58:26.237641 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ffe3-b492-4bf9-b3c5-5d6979ffa72f req-0fad6462-fe57-4e38-a094-3c1946301e5f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:26.243319 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0758ffe3-b492-4bf9-b3c5-5d6979ffa72f req-0fad6462-fe57-4e38-a094-3c1946301e5f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0660603 Sep 14 16:58:26.293034 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0758ffe3-b492-4bf9-b3c5-5d6979ffa72f req-dcfddebf-31be-47a5-a03d-23fbcf0a2c96 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Sep 14 16:58:27.064293 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecbe99-124b-4142-8d90-95b6f070a838 req-fc7939cd-590c-42f3-95f3-cddf82c5b0a5 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:27.066009 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2ecbe99-124b-4142-8d90-95b6f070a838 req-fc7939cd-590c-42f3-95f3-cddf82c5b0a5 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0598359 Sep 14 16:58:27.108911 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d2ecbe99-124b-4142-8d90-95b6f070a838 req-b9784f78-6057-4f8a-a6fc-77145cca4647 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364702 Sep 14 16:58:27.420426 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84dc0c-1ac5-4b1c-a359-8100032340e0 req-7a7f4673-cf9f-4428-a43a-1c3268c2bb76 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:27.422008 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-aa84dc0c-1ac5-4b1c-a359-8100032340e0 req-7a7f4673-cf9f-4428-a43a-1c3268c2bb76 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0515997 Sep 14 16:58:27.462811 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-aa84dc0c-1ac5-4b1c-a359-8100032340e0 req-b1c63fb1-f378-43ef-8898-113baa88d1a2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344656 Sep 14 16:58:28.232911 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56b521-04fd-457e-9130-8a08ee5e2a15 req-3884027c-cda3-4273-af03-63d728c73112 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:28.234461 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3f56b521-04fd-457e-9130-8a08ee5e2a15 req-3884027c-cda3-4273-af03-63d728c73112 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0521858 Sep 14 16:58:28.278064 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3f56b521-04fd-457e-9130-8a08ee5e2a15 req-c49c3fce-5094-48a3-95c5-a9ef6f57507f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349994 Sep 14 16:58:28.591631 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8fceb-de13-4e00-ae9a-34fd73fd727f req-671bf149-6fa8-42a9-999f-41f4abacc8c2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:28.595355 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fec8fceb-de13-4e00-ae9a-34fd73fd727f req-671bf149-6fa8-42a9-999f-41f4abacc8c2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0579221 Sep 14 16:58:28.638757 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fec8fceb-de13-4e00-ae9a-34fd73fd727f req-dbb96e34-5fcb-4a60-afdb-f86243fff050 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381639 Sep 14 16:58:29.416627 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65952833-cadd-4615-90d5-46596247e467 req-8b148ef4-773f-4003-bab9-de3110074ef8 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:29.418158 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65952833-cadd-4615-90d5-46596247e467 req-8b148ef4-773f-4003-bab9-de3110074ef8 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0598919 Sep 14 16:58:29.461100 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-65952833-cadd-4615-90d5-46596247e467 req-ea426fad-fe2e-47ec-89d7-ebc7fd4da7e2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365100 Sep 14 16:58:29.767429 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d14da-24eb-4fd4-b6c4-8a50dda5a39e req-e357266c-ed17-42e2-b64e-b0bdea14823f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:29.769225 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d63d14da-24eb-4fd4-b6c4-8a50dda5a39e req-e357266c-ed17-42e2-b64e-b0bdea14823f tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0547395 Sep 14 16:58:29.823552 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d63d14da-24eb-4fd4-b6c4-8a50dda5a39e req-9eef2da2-8d4b-4513-b95d-45613d9c3f16 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464900 Sep 14 16:58:30.591881 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdea62-30c9-4017-aef2-77111c404b61 req-7e7e0a72-fe0c-4cb3-b38a-d9589b2be289 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:30.599386 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2fbdea62-30c9-4017-aef2-77111c404b61 req-7e7e0a72-fe0c-4cb3-b38a-d9589b2be289 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0650468 Sep 14 16:58:30.649012 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2fbdea62-30c9-4017-aef2-77111c404b61 req-ee27e4bc-7f46-4b6c-bd9f-3621ff113531 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487487 Sep 14 16:58:30.937084 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a030-e38e-4c99-b951-307997d67f65 req-7a789842-841b-463c-8cb2-02cb900893ec tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:30.939325 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8d00a030-e38e-4c99-b951-307997d67f65 req-7a789842-841b-463c-8cb2-02cb900893ec tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0534179 Sep 14 16:58:30.985326 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8d00a030-e38e-4c99-b951-307997d67f65 req-14e34eca-926d-4e33-b06a-8d16ea08ec97 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Sep 14 16:58:31.776087 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1b7f-52c8-4a92-8a45-fdd443254b66 req-c84f83fd-b68a-4b92-a4aa-64d5a7e6a606 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:31.777586 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e90f1b7f-52c8-4a92-8a45-fdd443254b66 req-c84f83fd-b68a-4b92-a4aa-64d5a7e6a606 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0519385 Sep 14 16:58:31.831285 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e90f1b7f-52c8-4a92-8a45-fdd443254b66 req-2e86975e-f41a-4a6e-ba1e-208afb0141ed tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 Sep 14 16:58:32.113510 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e326b9-f424-497d-9a75-5a4dcf267bb9 req-13feb069-3767-4605-909b-721207a7dc76 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:32.115036 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d1e326b9-f424-497d-9a75-5a4dcf267bb9 req-13feb069-3767-4605-909b-721207a7dc76 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0498502 Sep 14 16:58:32.153989 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d1e326b9-f424-497d-9a75-5a4dcf267bb9 req-d05fbf04-fc5c-4c48-b1ac-650325c15fc1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Sep 14 16:58:32.961876 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107b9cb-2100-42cc-b3d7-c1d7860306c7 req-9a4c6f78-5b63-4ba1-8dd9-668a7aa2f7ab tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:32.963399 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c107b9cb-2100-42cc-b3d7-c1d7860306c7 req-9a4c6f78-5b63-4ba1-8dd9-668a7aa2f7ab tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0521302 Sep 14 16:58:33.010166 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c107b9cb-2100-42cc-b3d7-c1d7860306c7 req-38d87e85-70b9-430b-9206-a0ae25c08f42 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401635 Sep 14 16:58:33.288691 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6e64-d2fb-47b7-a1d8-254240e55292 req-930c7f22-b9b4-47d8-b70d-b2638d75c3ae tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:33.290163 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3fa6e64-d2fb-47b7-a1d8-254240e55292 req-930c7f22-b9b4-47d8-b70d-b2638d75c3ae tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0538921 Sep 14 16:58:33.333854 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3fa6e64-d2fb-47b7-a1d8-254240e55292 req-5e7910a5-a82f-45b9-963d-2bd7723cf15c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Sep 14 16:58:34.147988 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa62e07-f8cb-4dc0-b56b-8b0d293609b2 req-868a7ac1-5c54-458d-ae57-e7467a00d974 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:34.149567 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1aa62e07-f8cb-4dc0-b56b-8b0d293609b2 req-868a7ac1-5c54-458d-ae57-e7467a00d974 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0670636 Sep 14 16:58:34.188436 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1aa62e07-f8cb-4dc0-b56b-8b0d293609b2 req-b6679acc-7c79-4b3d-8a46-4463d088c562 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327389 Sep 14 16:58:34.459864 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ece20f-298e-453a-b035-180c26bbe94c req-15d47cf3-9caf-48a0-a336-80cec456c05b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:34.461289 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29ece20f-298e-453a-b035-180c26bbe94c req-15d47cf3-9caf-48a0-a336-80cec456c05b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0569217 Sep 14 16:58:34.500495 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-29ece20f-298e-453a-b035-180c26bbe94c req-bf6ea8b9-adff-43bb-a875-d4ccf3d22183 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Sep 14 16:58:35.306440 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3925c4e-2f4b-4a71-a462-f5187bb4699d req-5d741645-1be6-455a-a521-1526f2f9589c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:35.307979 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3925c4e-2f4b-4a71-a462-f5187bb4699d req-5d741645-1be6-455a-a521-1526f2f9589c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0500827 Sep 14 16:58:35.349476 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3925c4e-2f4b-4a71-a462-f5187bb4699d req-989a6c7f-0287-426e-9246-7e9da2a9e0e8 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354426 Sep 14 16:58:35.593869 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98033e50-f406-4839-8455-cc55005b91db req-6ccf3946-3186-40a2-8ae9-f4f6e85fb7e4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:35.597075 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98033e50-f406-4839-8455-cc55005b91db req-6ccf3946-3186-40a2-8ae9-f4f6e85fb7e4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0523355 Sep 14 16:58:35.623634 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e575b-8bd3-4434-ab77-09cae959a7aa req-1124eaf3-7c1b-4c45-abb4-cb6a9b5c063b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:35.625135 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ab1e575b-8bd3-4434-ab77-09cae959a7aa req-1124eaf3-7c1b-4c45-abb4-cb6a9b5c063b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0514133 Sep 14 16:58:35.633956 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98033e50-f406-4839-8455-cc55005b91db req-ef38ab23-af76-42ba-aad4-d3c2f27000d7 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Sep 14 16:58:35.670613 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ab1e575b-8bd3-4434-ab77-09cae959a7aa req-077ccdaf-480a-4ea2-98e3-8b8a8783fffa tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394149 Sep 14 16:58:36.766639 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e5853-3923-4657-83fd-3b0bb31adcc3 req-00530d0d-b4b2-47f4-92ca-55d847b04a28 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:36.768161 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-178e5853-3923-4657-83fd-3b0bb31adcc3 req-00530d0d-b4b2-47f4-92ca-55d847b04a28 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0593340 Sep 14 16:58:36.800249 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1add7-335a-4d94-b6f2-c2c0758a7f73 req-97fd72a0-f080-4b14-ad63-94351350a076 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:36.802307 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d4e1add7-335a-4d94-b6f2-c2c0758a7f73 req-97fd72a0-f080-4b14-ad63-94351350a076 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0620313 Sep 14 16:58:36.809202 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-178e5853-3923-4657-83fd-3b0bb31adcc3 req-91784cea-0e47-4899-abd5-d895da7353a0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 Sep 14 16:58:36.844911 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d4e1add7-335a-4d94-b6f2-c2c0758a7f73 req-2133f038-643f-4efb-8f55-7960ccecbb26 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Sep 14 16:58:37.934382 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206fbf6-3dbd-4857-93be-1432b1262b94 req-b2a6092b-3572-4913-95a9-eb56bc65c17f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:37.935949 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c206fbf6-3dbd-4857-93be-1432b1262b94 req-b2a6092b-3572-4913-95a9-eb56bc65c17f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0562525 Sep 14 16:58:37.966424 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21489ea5-8b0d-436f-98d5-3845963aae62 req-2b2b3ceb-04ae-4b8a-bfb4-dab9c8493082 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:37.967976 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-21489ea5-8b0d-436f-98d5-3845963aae62 req-2b2b3ceb-04ae-4b8a-bfb4-dab9c8493082 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0538640 Sep 14 16:58:37.978181 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c206fbf6-3dbd-4857-93be-1432b1262b94 req-fbee9bb3-5367-478e-aba1-055bb0e52cbb tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Sep 14 16:58:38.006315 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-21489ea5-8b0d-436f-98d5-3845963aae62 req-8c86666f-7c62-4c8d-bae3-d1d1da100630 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Sep 14 16:58:38.367095 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-18dc2270-95f3-4c43-8957-73cff87f4f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:38.567475 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871cf13-1f18-4aed-a3b9-db7927b183c6 req-88466780-8c73-4106-85f8-bd2bc1ce11b2 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:38.568946 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a871cf13-1f18-4aed-a3b9-db7927b183c6 req-88466780-8c73-4106-85f8-bd2bc1ce11b2 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0564873 Sep 14 16:58:38.609825 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a871cf13-1f18-4aed-a3b9-db7927b183c6 req-23012299-a5f3-4e1e-be92-03d172f5d905 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346274 Sep 14 16:58:38.675242 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44e08-3d84-4471-8426-5351b3fab94c req-0dfdd238-61f8-4f99-a2b9-28b3e8d8a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:38.676766 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-05b44e08-3d84-4471-8426-5351b3fab94c req-0dfdd238-61f8-4f99-a2b9-28b3e8d8a9c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1137 time: 0.0418799 Sep 14 16:58:38.680107 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-4151b101-c9d6-42c9-aab1-0301d62a160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:38.681569 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-4151b101-c9d6-42c9-aab1-0301d62a160d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1098 time: 0.0446489 Sep 14 16:58:38.796038 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-e98ded8a-0ad4-47cc-8877-e628a138ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:38.797641 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-e98ded8a-0ad4-47cc-8877-e628a138ce30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.0894139 Sep 14 16:58:38.818116 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44e08-3d84-4471-8426-5351b3fab94c req-54b10b11-946e-4bf9-83b1-ab378278d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:38.819663 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-05b44e08-3d84-4471-8426-5351b3fab94c req-54b10b11-946e-4bf9-83b1-ab378278d967 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 200 len: 916 time: 0.0945573 Sep 14 16:58:38.892612 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-05b44e08-3d84-4471-8426-5351b3fab94c req-7df30575-fd0a-4cb3-b1cc-81dbdee33c8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 1000 time: 0.0601087 Sep 14 16:58:38.897003 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-d238a3ac-5049-4778-a8ce-581b4c1c6ad3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 1001 time: 0.0903521 Sep 14 16:58:38.956476 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-8a2b6642-6f49-4cc4-adf2-4c9e026e2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:38.958042 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-8a2b6642-6f49-4cc4-adf2-4c9e026e2f24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0471716 Sep 14 16:58:38.960084 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44e08-3d84-4471-8426-5351b3fab94c req-be47ae1a-9a72-477c-83f8-47b0e648fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:38.961733 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-05b44e08-3d84-4471-8426-5351b3fab94c req-be47ae1a-9a72-477c-83f8-47b0e648fabf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=664a7975-317d-405e-8cd3-ccbdfef4e2d6 HTTP/1.1" status: 200 len: 854 time: 0.0512052 Sep 14 16:58:39.020067 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44e08-3d84-4471-8426-5351b3fab94c req-fcc8de4e-2132-47c0-b0db-75fe978f0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:39.021654 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-caf5eb82-9811-4b48-9006-c51f8dba6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:39.022138 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-05b44e08-3d84-4471-8426-5351b3fab94c req-fcc8de4e-2132-47c0-b0db-75fe978f0bb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e62b0fb9-7c7a-441a-b115-61bb3f374d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432160 Sep 14 16:58:39.023355 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-caf5eb82-9811-4b48-9006-c51f8dba6310 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463941 Sep 14 16:58:39.158114 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21211-c680-40b3-9aa3-d90abe7062af req-7cdfa455-f1d9-44a5-869c-4488e6bd11bf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:39.159624 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6ea21211-c680-40b3-9aa3-d90abe7062af req-7cdfa455-f1d9-44a5-869c-4488e6bd11bf tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.1079180 Sep 14 16:58:39.166542 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-b66cc17a-7df0-4008-a174-cef5f4a03d21 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216366 Sep 14 16:58:39.176771 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-05b44e08-3d84-4471-8426-5351b3fab94c req-a4004cd4-4042-414f-a028-02d7400f3628 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336784 Sep 14 16:58:39.177949 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd7f0c-61a7-442f-a8c0-aab853b58b83 req-d1e9fac0-cdae-402a-ad21-7574844dd9f6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:39.179662 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-12cd7f0c-61a7-442f-a8c0-aab853b58b83 req-d1e9fac0-cdae-402a-ad21-7574844dd9f6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0956295 Sep 14 16:58:39.230286 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6ea21211-c680-40b3-9aa3-d90abe7062af req-65f0d4f9-88b0-4dec-abac-abdd1269346c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632360 Sep 14 16:58:39.289913 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-12cd7f0c-61a7-442f-a8c0-aab853b58b83 req-b4621f8c-9c0c-4e95-b950-18864fc8c351 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016183 Sep 14 16:58:39.300319 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-05b44e08-3d84-4471-8426-5351b3fab94c req-afff832a-6e2b-4e76-8b2b-5b06cffe2c19 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140966 Sep 14 16:58:39.317179 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-575ef3e5-f7bf-4a28-9834-1c5855d8078b req-5341189e-0579-4478-afa2-75b51bcae40a service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365278 Sep 14 16:58:39.550722 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33132) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:39.596621 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Deleting subnet e6450f48-23b4-4582-b8a6-c7df9b991f0e {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:58:39.599730 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:39.636659 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711024'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:39.677041 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:39.765978 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a916a-3a8b-4dc0-b295-090d2f208e4c req-f3f22bfc-f09f-41e1-a640-4ab9f99df7b9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:39.767562 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec8a916a-3a8b-4dc0-b295-090d2f208e4c req-f3f22bfc-f09f-41e1-a640-4ab9f99df7b9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0716188 Sep 14 16:58:39.769138 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2941203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152834'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:39.810434 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6450f48-23b4-4582-b8a6-c7df9b991f0e,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:39.821505 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:39.821505 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6450f48-23b4-4582-b8a6-c7df9b991f0e HTTP/1.1" status: 204 len: 168 time: 0.2643659 Sep 14 16:58:39.821818 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33138) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:39.827364 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.827364 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.827364 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.827364 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.827832 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.827978 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.828326 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.828656 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.828979 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.829296 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.829619 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.829934 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf02224-edb2-4ed7-bd92-aeb1438f1e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:39.848170 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec8a916a-3a8b-4dc0-b295-090d2f208e4c req-5d130eb4-e513-4100-a593-73d140867bf3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703683 Sep 14 16:58:39.896139 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:39.973444 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:39.993730 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2095f935-17bb-4811-8971-fc28cbbd005e']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:58:40.003020 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6e977a-8bfa-4e5d-a37f-31a113c86193') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:58:40.003318 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6e977a-8bfa-4e5d-a37f-31a113c86193') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:58:40.015573 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165543'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.032252 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.039226 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:58:40.039697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165308'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: timer() Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: self._notify() Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: event.method(event) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:58:40.041535 dv-cinder-808995-1-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:58:40.348730 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.367417 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.367675 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] 10.222.0.21 "DELETE /v2.0/networks/2095f935-17bb-4811-8971-fc28cbbd005e HTTP/1.1" status: 204 len: 168 time: 0.5475514 Sep 14 16:58:40.375264 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca90ed-5905-4bbe-bd9c-dfbac862ddbe admin admin] Pushing event deleted for resources: {'Network': ['ID=2095f935-17bb-4811-8971-fc28cbbd005e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:40.394961 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc98be-892b-4b4f-93f9-b2b8075b9f12 req-99cf7cd5-0a2b-4e2e-9b66-f1825316cde4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:40.396804 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25bc98be-892b-4b4f-93f9-b2b8075b9f12 req-99cf7cd5-0a2b-4e2e-9b66-f1825316cde4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0776308 Sep 14 16:58:40.425798 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712770e-334f-4a80-8910-0fc5ee8f722e req-58d6f9ad-b577-46a6-8d78-f420dfa1a0ce tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:40.429167 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b712770e-334f-4a80-8910-0fc5ee8f722e req-58d6f9ad-b577-46a6-8d78-f420dfa1a0ce tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0584502 Sep 14 16:58:40.448016 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25bc98be-892b-4b4f-93f9-b2b8075b9f12 req-a9388ca1-85bf-4e05-be12-6de38374c770 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435970 Sep 14 16:58:40.471648 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b712770e-334f-4a80-8910-0fc5ee8f722e req-d11123e3-784c-4081-aaa7-231b7250e32a tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342321 Sep 14 16:58:40.567332 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33148) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:40.607259 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0af319cf-a1b7-4a85-8078-d26e85d72dfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4b4a790b07a450e88d8448f1ecb4e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387158 Sep 14 16:58:40.609946 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33150) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:40.665529 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80504352-38dd-4c3e-8a00-1e5ebf42ecdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.688164 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80504352-38dd-4c3e-8a00-1e5ebf42ecdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.739998 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80504352-38dd-4c3e-8a00-1e5ebf42ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.743179 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-80504352-38dd-4c3e-8a00-1e5ebf42ecdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.744333 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-80504352-38dd-4c3e-8a00-1e5ebf42ecdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0a4bf08-0b28-4626-b4c4-94e2a66e56df HTTP/1.1" status: 204 len: 168 time: 0.1334102 Sep 14 16:58:40.753379 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80504352-38dd-4c3e-8a00-1e5ebf42ecdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a4bf08-0b28-4626-b4c4-94e2a66e56df,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:40.900964 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b1fd-99bb-4229-bfd8-7d3fbb4fc401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:40.972909 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a3669-835e-4c7a-a4b4-3d807710c833 req-acff16dd-b144-4d87-ba5d-5fdcebfa1d53 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:40.974423 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e7a3669-835e-4c7a-a4b4-3d807710c833 req-acff16dd-b144-4d87-ba5d-5fdcebfa1d53 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0545959 Sep 14 16:58:40.998614 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:41.022749 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e7a3669-835e-4c7a-a4b4-3d807710c833 req-f5c491cd-b1c3-4407-9a61-9c3eab433f71 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411053 Sep 14 16:58:41.570257 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7e24-a3d8-487f-a75f-7b3920c0e933 req-37dc9000-0e24-4ae5-89e9-7d0095fcbdce tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:41.572023 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eaef7e24-a3d8-487f-a75f-7b3920c0e933 req-37dc9000-0e24-4ae5-89e9-7d0095fcbdce tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0554433 Sep 14 16:58:41.603669 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aadff-e8f3-4b72-821a-fdcfe334784a req-c22f7438-c2f4-421c-b8a6-a86ca9853541 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:41.605339 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2f4aadff-e8f3-4b72-821a-fdcfe334784a req-c22f7438-c2f4-421c-b8a6-a86ca9853541 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0567572 Sep 14 16:58:41.613083 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eaef7e24-a3d8-487f-a75f-7b3920c0e933 req-9382343f-062b-4ffc-ac27-d07b3d2c0a12 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336940 Sep 14 16:58:41.644505 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2f4aadff-e8f3-4b72-821a-fdcfe334784a req-85f01ef5-3597-406a-bbcc-23d8f9286900 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Sep 14 16:58:41.865557 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:42.145234 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68425b-3689-46b7-946c-c8000356ba44 req-9dc1cfd4-7c89-4a9c-a64f-47d7dcc1201b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:42.146723 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e68425b-3689-46b7-946c-c8000356ba44 req-9dc1cfd4-7c89-4a9c-a64f-47d7dcc1201b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0503507 Sep 14 16:58:42.186570 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7e68425b-3689-46b7-946c-c8000356ba44 req-1e851b7a-b37a-483c-911f-4a4316e36deb tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333793 Sep 14 16:58:42.735953 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b73d8-a9dc-4606-8670-96e9d38b440a req-8200abfa-b80b-4aec-93ac-23c0a9afca5c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:42.737645 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c18b73d8-a9dc-4606-8670-96e9d38b440a req-8200abfa-b80b-4aec-93ac-23c0a9afca5c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0518119 Sep 14 16:58:42.767916 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a93cd-07b2-4c5b-a61e-39835b7fb94a req-79f257fa-af21-46bb-8a77-0b892bb68a23 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:42.769624 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-088a93cd-07b2-4c5b-a61e-39835b7fb94a req-79f257fa-af21-46bb-8a77-0b892bb68a23 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0546851 Sep 14 16:58:42.780436 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c18b73d8-a9dc-4606-8670-96e9d38b440a req-3347c0ee-d8f8-4fb7-a489-d3f24f4cd439 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329502 Sep 14 16:58:42.813991 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-088a93cd-07b2-4c5b-a61e-39835b7fb94a req-b76f7595-fc0e-43b0-8fce-b4768e3f38c6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Sep 14 16:58:43.027855 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:43.153163 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-6907a6aa-4e3e-48bc-b449-24def34baea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.155414 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-6907a6aa-4e3e-48bc-b449-24def34baea5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1098 time: 0.0445447 Sep 14 16:58:43.300592 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-6c49d8ab-e3d3-4c32-84db-c30e15013332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.302070 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-6c49d8ab-e3d3-4c32-84db-c30e15013332 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.1211319 Sep 14 16:58:43.318068 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5156e-336b-4e49-a412-f42a9ab63fa2 req-e5979e72-19e9-4220-a8d0-a3601945d01d tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.319537 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b6c5156e-336b-4e49-a412-f42a9ab63fa2 req-e5979e72-19e9-4220-a8d0-a3601945d01d tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0654788 Sep 14 16:58:43.401762 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b6c5156e-336b-4e49-a412-f42a9ab63fa2 req-d11a4861-cb70-4c97-ab54-f58b932aa5f2 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754757 Sep 14 16:58:43.405263 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-6f059c8b-587f-4cc1-8d23-63756e8908d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 1001 time: 0.0830379 Sep 14 16:58:43.505093 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-b9a4c3cf-783e-451f-9912-0eab3a530a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.506664 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-b9a4c3cf-783e-451f-9912-0eab3a530a63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0495708 Sep 14 16:58:43.542035 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:43.577500 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-15e11a90-e0c7-43ca-850b-fed4198e360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.579153 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-15e11a90-e0c7-43ca-850b-fed4198e360c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444396 Sep 14 16:58:43.599261 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e89d22-f04e-4c4f-b09f-2d1798fadd51 req-5f95f62d-4263-4543-9be3-ae67ebc64183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.600788 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-40e89d22-f04e-4c4f-b09f-2d1798fadd51 req-5f95f62d-4263-4543-9be3-ae67ebc64183 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.0504200 Sep 14 16:58:43.665363 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-40e89d22-f04e-4c4f-b09f-2d1798fadd51 req-f641db4c-5ef1-444f-a585-2d45eecade61 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299168 Sep 14 16:58:43.676462 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-3bc50eff-1f09-4352-b22f-089b0e19ac96 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859823 Sep 14 16:58:43.900267 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b545ee-7d69-4059-86a6-e50ab3cb22f3 req-46626642-9b94-4359-bcf9-ef4fa348a565 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.903398 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-84b545ee-7d69-4059-86a6-e50ab3cb22f3 req-46626642-9b94-4359-bcf9-ef4fa348a565 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0528016 Sep 14 16:58:43.940783 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-84b545ee-7d69-4059-86a6-e50ab3cb22f3 req-6568a850-b8e8-47ca-9f64-4d46ae66b90d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327888 Sep 14 16:58:43.943666 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5442b7b-a953-43a7-a0db-a7d74ec67e92 req-0a3bc765-05b2-4271-9201-8184e5ade4f5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:43.945336 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a5442b7b-a953-43a7-a0db-a7d74ec67e92 req-0a3bc765-05b2-4271-9201-8184e5ade4f5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0602269 Sep 14 16:58:43.985963 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a5442b7b-a953-43a7-a0db-a7d74ec67e92 req-56c1b53b-bf2b-4b68-b584-fe2067f89ba9 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Sep 14 16:58:44.133862 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4958b8f-aad8-4318-80ec-ef36e902c7bc req-07cb78f1-e6a9-423e-9b2d-0d725e60a1d3 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880609 Sep 14 16:58:44.546515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622e2b-22f7-4ac9-b09a-add9c6ecb4a2 req-bec9b8b8-2b2f-469c-9912-25544df97a26 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:44.548064 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98622e2b-22f7-4ac9-b09a-add9c6ecb4a2 req-bec9b8b8-2b2f-469c-9912-25544df97a26 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0659454 Sep 14 16:58:44.589134 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98622e2b-22f7-4ac9-b09a-add9c6ecb4a2 req-5ded17be-6ebd-4fa5-b005-2d417df8c1a6 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349655 Sep 14 16:58:45.104242 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bcfd3-2427-406a-ac85-25d7307af8a0 req-513099cb-fd5e-4c7d-9059-6ddba19e9173 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:45.106169 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-413bcfd3-2427-406a-ac85-25d7307af8a0 req-513099cb-fd5e-4c7d-9059-6ddba19e9173 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0535195 Sep 14 16:58:45.148036 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-413bcfd3-2427-406a-ac85-25d7307af8a0 req-1f78123d-f93f-417b-b15f-40d907281df0 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Sep 14 16:58:45.724631 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc0cd4-e02f-4975-9ea5-21d46a80b8ed req-b0b59bda-9a00-41dc-87ee-917dadfada32 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:45.726127 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2cc0cd4-e02f-4975-9ea5-21d46a80b8ed req-b0b59bda-9a00-41dc-87ee-917dadfada32 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0593553 Sep 14 16:58:45.771290 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2cc0cd4-e02f-4975-9ea5-21d46a80b8ed req-8851ecc1-b077-4c70-80ca-4ac2d9919f19 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356362 Sep 14 16:58:46.269137 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c550-24c4-4711-979c-6a6c92246e5f req-d345ad48-9384-4cd8-aa0f-d32ebbb269c5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:46.271131 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4348c550-24c4-4711-979c-6a6c92246e5f req-d345ad48-9384-4cd8-aa0f-d32ebbb269c5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0519233 Sep 14 16:58:46.316728 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4348c550-24c4-4711-979c-6a6c92246e5f req-9fbb0238-605b-4cd7-863b-9dcee09653a7 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369594 Sep 14 16:58:46.685972 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdea48c-5cfe-449c-86f6-7155f7b85f8d req-6364d315-7bff-4a99-be05-56ebdc8b0ddf tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:46.687372 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1bdea48c-5cfe-449c-86f6-7155f7b85f8d req-6364d315-7bff-4a99-be05-56ebdc8b0ddf tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0506616 Sep 14 16:58:46.703633 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-657f5242-56a3-49e3-bf5f-3ddebc659dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:46.705157 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-657f5242-56a3-49e3-bf5f-3ddebc659dc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=214969bc334e4e978037815a57e71c05&device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 1098 time: 0.0416708 Sep 14 16:58:46.728243 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1bdea48c-5cfe-449c-86f6-7155f7b85f8d req-21cf630d-66ea-4683-b9e7-a0ae7c6fd98c tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Sep 14 16:58:46.805877 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-09249e1a-2b40-42aa-a386-ae063c41e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:46.807408 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-09249e1a-2b40-42aa-a386-ae063c41e4c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 200 len: 919 time: 0.0891738 Sep 14 16:58:46.869231 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-6b584e3c-815e-4da5-9f31-0172d2322964 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 200 len: 217 time: 0.0513673 Sep 14 16:58:46.939323 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-4285d0bd-7b25-4084-bbcc-be0e42ed09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:46.940803 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-4285d0bd-7b25-4084-bbcc-be0e42ed09c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 200 len: 858 time: 0.0569670 Sep 14 16:58:46.948226 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb521680-f82c-4d2c-8322-6bfdb8875b8c req-781f5e2d-b9c7-4eff-8782-c1f95f4bb640 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:46.949716 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb521680-f82c-4d2c-8322-6bfdb8875b8c req-781f5e2d-b9c7-4eff-8782-c1f95f4bb640 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0920279 Sep 14 16:58:46.980367 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-28404046-d7b7-4533-b183-5b9398901f8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ea732013-7ec7-479b-bb97-fd764edcc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296082 Sep 14 16:58:47.035245 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb521680-f82c-4d2c-8322-6bfdb8875b8c req-18f4f826-9439-43fa-8a6f-d3328c372e3b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766370 Sep 14 16:58:47.097526 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-72a9fa75-5f40-4e37-b5f7-5dafc7faa5ca service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052697 Sep 14 16:58:47.211214 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb5eb42d-fbdf-4178-83ff-b9bbeaae82da req-b02d07bb-2c07-419d-8150-d1334e180c57 service neutron] 10.222.0.44 "GET /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857174 Sep 14 16:58:47.570781 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:58:47.856892 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96a601-e861-4416-8ec5-57e5ee3b460f req-faa5df6d-24ba-4aa4-beaf-a100ab884d45 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:47.858436 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7e96a601-e861-4416-8ec5-57e5ee3b460f req-faa5df6d-24ba-4aa4-beaf-a100ab884d45 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0541422 Sep 14 16:58:47.899700 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7e96a601-e861-4416-8ec5-57e5ee3b460f req-2c8db501-baeb-4fee-a1e1-c9c5dbc784d3 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Sep 14 16:58:48.163876 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c1798-11b6-401e-a889-387c561fd04d req-484fc0dd-dcce-4db1-8a5b-12eb8f237e23 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:48.165364 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c6c1798-11b6-401e-a889-387c561fd04d req-484fc0dd-dcce-4db1-8a5b-12eb8f237e23 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0546703 Sep 14 16:58:48.206637 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6c6c1798-11b6-401e-a889-387c561fd04d req-1938c487-e876-4fe6-8030-153c97e3592f tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349658 Sep 14 16:58:49.026295 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661285a-84c4-4630-87d7-079d9151b376 req-dfc1e139-27d6-4ec3-95e5-a190ae9f9e43 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:49.027877 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c661285a-84c4-4630-87d7-079d9151b376 req-dfc1e139-27d6-4ec3-95e5-a190ae9f9e43 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0550277 Sep 14 16:58:49.066688 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c661285a-84c4-4630-87d7-079d9151b376 req-0d7230a0-4095-429b-abb0-ac7513bf888b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Sep 14 16:58:49.326514 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ddbd2-cb55-4f49-8788-c3d0492466f3 req-1efe3d03-f4d5-452f-a287-a11826c7f410 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:49.328264 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-285ddbd2-cb55-4f49-8788-c3d0492466f3 req-1efe3d03-f4d5-452f-a287-a11826c7f410 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0504818 Sep 14 16:58:49.371081 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-285ddbd2-cb55-4f49-8788-c3d0492466f3 req-7a0fabd6-9f99-4b36-bc5f-884dbb8decce tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355778 Sep 14 16:58:49.531033 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab812ec-7de4-4003-9faf-77b6978003f8 req-c1abc075-206a-480c-888a-df7b235e6bef tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:49.532528 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ab812ec-7de4-4003-9faf-77b6978003f8 req-c1abc075-206a-480c-888a-df7b235e6bef tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 946 time: 0.0656729 Sep 14 16:58:49.571486 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1ab812ec-7de4-4003-9faf-77b6978003f8 req-f7711160-e267-466b-84ec-c76aacf11478 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Sep 14 16:58:50.189615 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8e2c9-5f10-44b0-8049-5699b6754771 req-a74e5752-8167-47ef-b881-1f92c5274640 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:50.191115 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2cc8e2c9-5f10-44b0-8049-5699b6754771 req-a74e5752-8167-47ef-b881-1f92c5274640 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0506434 Sep 14 16:58:50.237174 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2cc8e2c9-5f10-44b0-8049-5699b6754771 req-15b84c54-ffbc-431a-a211-1fefd9a7556b tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Sep 14 16:58:50.502518 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540d56-61a5-4a55-a86d-09c75cc50e42 req-e369ef90-643a-4bcd-b488-f27e52024536 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:50.511406 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-71540d56-61a5-4a55-a86d-09c75cc50e42 req-e369ef90-643a-4bcd-b488-f27e52024536 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0659947 Sep 14 16:58:50.561035 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-71540d56-61a5-4a55-a86d-09c75cc50e42 req-d1fa589e-21da-4138-a17f-fd0b478ee993 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485735 Sep 14 16:58:50.693429 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c391d-2e61-4ad0-a378-2e8514b82b32 req-9cd7ceea-4746-4878-90a5-d28671217940 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:50.694878 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-643c391d-2e61-4ad0-a378-2e8514b82b32 req-9cd7ceea-4746-4878-90a5-d28671217940 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 946 time: 0.0543244 Sep 14 16:58:50.737090 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-643c391d-2e61-4ad0-a378-2e8514b82b32 req-2e145c59-9409-4aa0-9c9e-d5034a6f7523 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339584 Sep 14 16:58:51.709823 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da4bf-d637-460d-a75d-d3c0e03f4c70 req-e2f8ed5f-af8b-44c5-833b-3c380df83525 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:51.711461 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-469da4bf-d637-460d-a75d-d3c0e03f4c70 req-e2f8ed5f-af8b-44c5-833b-3c380df83525 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0580082 Sep 14 16:58:51.767908 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-469da4bf-d637-460d-a75d-d3c0e03f4c70 req-a8762a53-f522-4b9a-9631-b367b9501198 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437624 Sep 14 16:58:51.811182 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-b79f80f4-266b-47e2-bc2c-ba1e3c75b1d9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:51.812682 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-b79f80f4-266b-47e2-bc2c-ba1e3c75b1d9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 946 time: 0.0744264 Sep 14 16:58:51.883001 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33410) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:51.910541 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17140d2-2ced-4bab-823a-fb861da29385 req-3ee68d45-a4eb-4ec0-a03c-5b93d89538c3 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:51.912147 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b17140d2-2ced-4bab-823a-fb861da29385 req-3ee68d45-a4eb-4ec0-a03c-5b93d89538c3 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=61747b7a-088f-4941-be73-f930d52c6cd2 HTTP/1.1" status: 200 len: 946 time: 0.0985692 Sep 14 16:58:51.960742 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b17140d2-2ced-4bab-823a-fb861da29385 req-26ec3edb-d84f-41b9-83ff-da3fa3f5bc2f tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Sep 14 16:58:51.968719 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Deleting port 12e720b1-d507-4a38-8adf-bd0afcd80bba {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:58:51.969160 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:51.993711 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2043e674-d183-4a14-946b-04606c7983af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.059841 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] For port 12e720b1-d507-4a38-8adf-bd0afcd80bba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=12e720b1-d507-4a38-8adf-bd0afcd80bba,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:58:52.060286 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.073921 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Calling delete_port for 12e720b1-d507-4a38-8adf-bd0afcd80bba owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:58:52.088807 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2043e674-d183-4a14-946b-04606c7983af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.094811 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2043e674-d183-4a14-946b-04606c7983af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.132117 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e674-d183-4a14-946b-04606c7983af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9a7b95-cdc6-45ed-8633-dfeec997e0e7,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:52.140821 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2043e674-d183-4a14-946b-04606c7983af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97e120a8f47b4d1bb5f76ad39b525b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558801 Sep 14 16:58:52.141203 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33414) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:58:52.195223 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b6652d1-204c-4297-b9b9-5df523e50a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.215274 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.216406 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b6652d1-204c-4297-b9b9-5df523e50a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.244782 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Pushing event deleted for resources: {'Port': ['ID=12e720b1-d507-4a38-8adf-bd0afcd80bba,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:52.254475 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.254821 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.255181 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.255506 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.255836 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.256161 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.256490 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.256815 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.257683 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.257683 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.257856 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.258061 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:58:52.271053 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['12e720b1-d507-4a38-8adf-bd0afcd80bba'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:58:52.285917 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b6652d1-204c-4297-b9b9-5df523e50a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.289006 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b6652d1-204c-4297-b9b9-5df523e50a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.292753 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5b6652d1-204c-4297-b9b9-5df523e50a3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea9a7b95-cdc6-45ed-8633-dfeec997e0e7 HTTP/1.1" status: 204 len: 168 time: 0.1478479 Sep 14 16:58:52.299631 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6652d1-204c-4297-b9b9-5df523e50a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9a7b95-cdc6-45ed-8633-dfeec997e0e7,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:58:52.301010 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] No DVR routers for this DVR port 12e720b1-d507-4a38-8adf-bd0afcd80bba on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:58:52.304319 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:58:52.306736 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-14ad4f23-671d-4749-9516-d38995dfb5fb req-7cdef2ac-67fc-4e58-b63a-5b9650202210 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "DELETE /v2.0/ports/12e720b1-d507-4a38-8adf-bd0afcd80bba HTTP/1.1" status: 204 len: 173 time: 0.4845648 Sep 14 16:58:52.307148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61747b7a-088f-4941-be73-f930d52c6cd2', 'name': 'network-vif-deleted', 'tag': '12e720b1-d507-4a38-8adf-bd0afcd80bba'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:58:52.312603 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3cb68d-3b5c-405e-88c4-96c028b410e7" -d '{"events": [{"server_uuid": "61747b7a-088f-4941-be73-f930d52c6cd2", "name": "network-vif-deleted", "tag": "12e720b1-d507-4a38-8adf-bd0afcd80bba"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:58:52.357328 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7e25c4-07e3-4b78-b56d-515e999642dd x-openstack-request-id: req-5e7e25c4-07e3-4b78-b56d-515e999642dd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:58:52.357328 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61747b7a-088f-4941-be73-f930d52c6cd2", "name": "network-vif-deleted", "tag": "12e720b1-d507-4a38-8adf-bd0afcd80bba", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:58:52.357328 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e7e25c4-07e3-4b78-b56d-515e999642dd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:58:52.357801 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61747b7a-088f-4941-be73-f930d52c6cd2', 'name': 'network-vif-deleted', 'tag': '12e720b1-d507-4a38-8adf-bd0afcd80bba', 'status': 'completed', 'code': 200} Sep 14 16:58:52.912014 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8035-164f-4522-b900-cba251e448d2 req-5d162a18-55d5-4fd6-a6ff-2d9180e541aa tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:52.913532 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b2d8035-164f-4522-b900-cba251e448d2 req-5d162a18-55d5-4fd6-a6ff-2d9180e541aa tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0655336 Sep 14 16:58:52.960626 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0b2d8035-164f-4522-b900-cba251e448d2 req-b39925f8-4732-461e-93c6-3031757a3fb5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403397 Sep 14 16:58:54.090861 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bdd3a-222c-45b1-bd20-1b24c4921f40 req-bee7c8d1-b614-47e4-a28f-22e5887dd42b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:54.092927 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-453bdd3a-222c-45b1-bd20-1b24c4921f40 req-bee7c8d1-b614-47e4-a28f-22e5887dd42b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0560265 Sep 14 16:58:54.156169 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-453bdd3a-222c-45b1-bd20-1b24c4921f40 req-a4936d33-50b0-4bef-980d-2007abe7ece7 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456090 Sep 14 16:58:55.291840 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db70f63-f33a-4d96-9ae4-33ad5a679b0b req-ed348486-d93e-47ee-ac29-6bddb52765a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:55.293388 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7db70f63-f33a-4d96-9ae4-33ad5a679b0b req-ed348486-d93e-47ee-ac29-6bddb52765a3 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0563865 Sep 14 16:58:55.334459 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7db70f63-f33a-4d96-9ae4-33ad5a679b0b req-b81a3a99-f9d1-4f1a-a366-2fd679f734ed tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343266 Sep 14 16:58:56.473455 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca381d-e56c-4b80-910d-2627c069fbfb req-51fd8997-ba30-4a41-a67c-cc8700c98a29 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:56.475132 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fbca381d-e56c-4b80-910d-2627c069fbfb req-51fd8997-ba30-4a41-a67c-cc8700c98a29 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0572779 Sep 14 16:58:56.518882 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fbca381d-e56c-4b80-910d-2627c069fbfb req-5760c14e-acbb-4f33-b7f8-6b205073570b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349300 Sep 14 16:58:57.076697 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 12e720b1-d507-4a38-8adf-bd0afcd80bba no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:58:57.103652 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 12e720b1-d507-4a38-8adf-bd0afcd80bba {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:58:57.104090 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 12e720b1-d507-4a38-8adf-bd0afcd80bba not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:58:57.421727 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e101d8-2c8a-4ccc-8a41-695bd9ecc1f4 req-3ac655ee-86a1-4b2a-aca6-c782fd866252 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:57.423509 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e6e101d8-2c8a-4ccc-8a41-695bd9ecc1f4 req-3ac655ee-86a1-4b2a-aca6-c782fd866252 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0528767 Sep 14 16:58:57.462642 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e6e101d8-2c8a-4ccc-8a41-695bd9ecc1f4 req-41fa5fd3-a3b1-4f5b-981f-c72e10547a54 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Sep 14 16:58:57.640407 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e633e18-3d46-4988-8231-760d6839d496 req-e1e72340-86c2-4500-8cb7-f52eb5bd04e5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:57.641930 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e633e18-3d46-4988-8231-760d6839d496 req-e1e72340-86c2-4500-8cb7-f52eb5bd04e5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0525231 Sep 14 16:58:57.685626 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e633e18-3d46-4988-8231-760d6839d496 req-124418c6-ac86-428d-93bd-a5fe30ceb2b7 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b234563-b77b-4228-bd4a-6ec802108a97&id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350394 Sep 14 16:58:58.587604 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c7bc-86c9-4478-aefd-6564b8025e6e req-06cf346a-aa05-443d-b782-960845babf86 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:58.589130 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2746c7bc-86c9-4478-aefd-6564b8025e6e req-06cf346a-aa05-443d-b782-960845babf86 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0530956 Sep 14 16:58:58.634230 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2746c7bc-86c9-4478-aefd-6564b8025e6e req-7768b786-916d-4a29-a40f-062158b76e99 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 Sep 14 16:58:59.762234 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b664db-b224-4d9e-ae95-d3dbb919b169 req-5f14ccac-9feb-4d7f-bcbf-015e75c6f413 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:58:59.763719 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3b664db-b224-4d9e-ae95-d3dbb919b169 req-5f14ccac-9feb-4d7f-bcbf-015e75c6f413 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0506425 Sep 14 16:58:59.802010 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3b664db-b224-4d9e-ae95-d3dbb919b169 req-c78a6f24-08a6-47c3-a678-1d73d876f308 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Sep 14 16:59:00.939810 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a4e52-cdf5-4e43-895b-3dbf69d472df req-57e45109-fb2c-49e3-b636-4204d8da1b25 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:00.941359 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f5a4e52-cdf5-4e43-895b-3dbf69d472df req-57e45109-fb2c-49e3-b636-4204d8da1b25 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0579622 Sep 14 16:59:00.981643 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f5a4e52-cdf5-4e43-895b-3dbf69d472df req-38e9657c-a99c-496a-a766-d37c9776dfba tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Sep 14 16:59:02.109079 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd1d95-217e-47e1-9dc5-c1ccbd20e19a req-4083e5bf-5c61-459d-b2de-2ab63bb7d5d8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:02.110582 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-78cd1d95-217e-47e1-9dc5-c1ccbd20e19a req-4083e5bf-5c61-459d-b2de-2ab63bb7d5d8 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0548804 Sep 14 16:59:02.149997 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-78cd1d95-217e-47e1-9dc5-c1ccbd20e19a req-18fda55d-8d39-4dc7-8d11-c476f449f494 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Sep 14 16:59:02.627571 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-fb5c3af7-9481-496f-98d9-af6c20d7b5c5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:02.629112 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-fb5c3af7-9481-496f-98d9-af6c20d7b5c5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 945 time: 0.0524364 Sep 14 16:59:02.723174 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Deleting port 24173805-0722-4ac6-8f5f-eac58bf8732a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:59:02.723515 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:02.817230 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] For port 24173805-0722-4ac6-8f5f-eac58bf8732a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=24173805-0722-4ac6-8f5f-eac58bf8732a,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:02.817676 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:02.833006 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Calling delete_port for 24173805-0722-4ac6-8f5f-eac58bf8732a owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:59:02.992919 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:03.022893 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Pushing event deleted for resources: {'Port': ['ID=24173805-0722-4ac6-8f5f-eac58bf8732a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:03.032469 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['c28a34f0-dc23-47fb-a2e0-18e44250b903', '24173805-0722-4ac6-8f5f-eac58bf8732a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:59:03.071063 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] No DVR routers for this DVR port 24173805-0722-4ac6-8f5f-eac58bf8732a on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:59:03.074076 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:03.076118 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-215fc0b7-53ca-47af-b02c-3e0ea14ed966 req-6acf84fb-46fe-4dcb-870d-f9fb4a45e1fd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "DELETE /v2.0/ports/24173805-0722-4ac6-8f5f-eac58bf8732a HTTP/1.1" status: 204 len: 173 time: 0.4404390 Sep 14 16:59:03.076691 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'name': 'network-vif-deleted', 'tag': '24173805-0722-4ac6-8f5f-eac58bf8732a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:03.079776 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e861b40-eb27-41a7-b495-7ffa81ee059b" -d '{"events": [{"server_uuid": "bd76a9d1-ac86-4522-8794-0a77d4be7edb", "name": "network-vif-deleted", "tag": "24173805-0722-4ac6-8f5f-eac58bf8732a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:03.106754 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-7d332b55-5430-4f44-aede-ae61ecb32cf7 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:03.118074 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-7d332b55-5430-4f44-aede-ae61ecb32cf7 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/networks?id=752c0864-15a1-4994-a6d6-bd41c6eebf99 HTTP/1.1" status: 200 len: 814 time: 0.1334572 Sep 14 16:59:03.126562 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0842f4f-5da4-44d4-917e-5f8eae77e121 x-openstack-request-id: req-d0842f4f-5da4-44d4-917e-5f8eae77e121 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:03.127107 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd76a9d1-ac86-4522-8794-0a77d4be7edb", "name": "network-vif-deleted", "tag": "24173805-0722-4ac6-8f5f-eac58bf8732a", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:03.127273 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0842f4f-5da4-44d4-917e-5f8eae77e121 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:03.127739 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd76a9d1-ac86-4522-8794-0a77d4be7edb', 'name': 'network-vif-deleted', 'tag': '24173805-0722-4ac6-8f5f-eac58bf8732a', 'status': 'completed', 'code': 200} Sep 14 16:59:03.133811 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-2aace488-e591-477c-92c8-f9dba710dab5 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/quotas/3317e43fb3a64f8087c9d3290453c450 HTTP/1.1" status: 200 len: 375 time: 0.0144124 Sep 14 16:59:03.170367 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-024d435b-2c25-48bd-b6f4-bd7b61b26aee tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3317e43fb3a64f8087c9d3290453c450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297582 Sep 14 16:59:03.294582 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-874f885e-4fa2-4ee4-a7bb-d6f61efdad65 req-eb9a6d28-d49e-4251-a4a2-7331776aa0b7 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a9d1-ac86-4522-8794-0a77d4be7edb HTTP/1.1" status: 200 len: 210 time: 0.0556686 Sep 14 16:59:03.307292 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-43459e7b-b3ab-4275-be78-3b5c2485f134 service neutron] 10.222.0.21 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159139 Sep 14 16:59:03.399129 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-9d4a51a5-b59c-4a74-87dd-e217daf4fab4 service neutron] 10.222.0.21 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939732 Sep 14 16:59:03.564527 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d85ec474-391d-4dc5-a2b1-b18fd7264f2c req-67708dce-fb0d-47f3-a63e-01d0a9024d63 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 210 time: 0.0301979 Sep 14 16:59:04.587061 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448a75b-6280-4ed1-b396-0b4822c9f7e5 req-d110984f-e34e-49ca-85d1-cd0b0f94a970 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:04.588217 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a448a75b-6280-4ed1-b396-0b4822c9f7e5 req-d110984f-e34e-49ca-85d1-cd0b0f94a970 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0516095 Sep 14 16:59:04.633476 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a448a75b-6280-4ed1-b396-0b4822c9f7e5 req-04835736-750a-4e52-8c7e-ec4c86163be6 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Sep 14 16:59:04.683830 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7b477501-a777-457c-87df-526d886d61cc req-abc6a3f5-a02e-455f-9078-2290ed22783c tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 210 time: 0.0339162 Sep 14 16:59:04.845358 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-fe490ef3-7c06-42a4-b554-81badc308f77 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:04.846879 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-fe490ef3-7c06-42a4-b554-81badc308f77 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "GET /v2.0/networks?id=752c0864-15a1-4994-a6d6-bd41c6eebf99 HTTP/1.1" status: 200 len: 814 time: 0.1228294 Sep 14 16:59:04.870289 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Request body: {'port': {'device_id': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99', 'admin_state_up': True, 'tenant_id': '3317e43fb3a64f8087c9d3290453c450'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:04.989148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Made reservation on behalf of 3317e43fb3a64f8087c9d3290453c450 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:04.994151 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:05.129872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Allocated IP 172.20.0.7 (752c0864-15a1-4994-a6d6-bd41c6eebf99/68e6bc08-1361-40cd-95c8-54de9b531d26/0be42a67-7b93-4947-91ed-fa14b4eb3bb4) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:05.296501 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:05.339933 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:05.380305 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Network 752c0864-15a1-4994-a6d6-bd41c6eebf99 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:05.383441 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:05.387061 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:05.413664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Pushing event updated for resources: {'Port': ['ID=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:05.443911 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:05.444527 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:05.460089 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-15e3067b-87a6-4610-8159-b6736446a836 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940061 Sep 14 16:59:05.484034 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Request body: {'port': {'device_id': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:05.541479 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:05.769404 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a78a2-dae9-4915-86a0-b882c9d2e838 req-4f8a4bde-690c-43e1-b40c-d5842f713425 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:05.771100 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f93a78a2-dae9-4915-86a0-b882c9d2e838 req-4f8a4bde-690c-43e1-b40c-d5842f713425 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0534196 Sep 14 16:59:05.815650 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f93a78a2-dae9-4915-86a0-b882c9d2e838 req-6d1aaa00-86c2-4361-a481-277fb06beea4 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Sep 14 16:59:05.841799 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13f92-4fc0-4812-ade3-24f78e248eab req-eae5ea73-eefe-4bf6-8759-c3537dcce588 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:05.843350 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3fb13f92-4fc0-4812-ade3-24f78e248eab req-eae5ea73-eefe-4bf6-8759-c3537dcce588 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 931 time: 0.0882921 Sep 14 16:59:05.859839 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:59:05.873498 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:05.895762 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Transition to ACTIVE for port object 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:05.903342 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3fb13f92-4fc0-4812-ade3-24f78e248eab req-d6759f9c-cd97-4baa-868f-c563d782d4ec tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537593 Sep 14 16:59:05.904310 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:05.954294 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Pushing event updated for resources: {'Port': ['ID=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:06.023004 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Attempting to bind port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:06.023425 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Attempting to bind port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:06.023663 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Attempting to bind port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 on network 752c0864-15a1-4994-a6d6-bd41c6eebf99 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:06.028873 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 on network 752c0864-15a1-4994-a6d6-bd41c6eebf99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:59:06.029182 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Attempting to bind port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 on network 752c0864-15a1-4994-a6d6-bd41c6eebf99 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:06.034571 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:06.034907 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Checking segment: {'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:06.035284 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Bound using segment: {'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:06.035705 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Bound port: 0be42a67-7b93-4947-91ed-fa14b4eb3bb4, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d89e0e-8513-47ac-806a-0011df047ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:06.036052 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:06.099690 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] For port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:06.102587 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] For port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:06.108447 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:06.146596 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:06.147231 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:06.148628 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] 10.222.0.44 "PUT /v2.0/ports/0be42a67-7b93-4947-91ed-fa14b4eb3bb4 HTTP/1.1" status: 200 len: 1093 time: 0.6687834 Sep 14 16:59:06.149102 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'tag': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:06.151359 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4f1f8e-9c7c-47e7-809a-cee935937834" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0d1a7-01a9-4b5b-b8d8-c0169604858e", "tag": "0be42a67-7b93-4947-91ed-fa14b4eb3bb4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:06.176903 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06997f6-0333-44be-a72d-b20eb65a685d service neutron] Pushing event updated for resources: {'Port': ['ID=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:06.198201 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddd8c82-f3db-4e67-86c5-216709a0c9fb x-openstack-request-id: req-7ddd8c82-f3db-4e67-86c5-216709a0c9fb {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:06.198565 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0d1a7-01a9-4b5b-b8d8-c0169604858e", "tag": "0be42a67-7b93-4947-91ed-fa14b4eb3bb4", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:06.198816 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ddd8c82-f3db-4e67-86c5-216709a0c9fb {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:06.199272 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'tag': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4', 'status': 'completed', 'code': 200} Sep 14 16:59:06.288679 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-409cdd08-0112-485a-8292-d6c723399cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:06.290216 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-409cdd08-0112-485a-8292-d6c723399cc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3317e43fb3a64f8087c9d3290453c450&device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 1096 time: 0.0428052 Sep 14 16:59:06.348859 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-adf56b97-4654-40f4-95da-7d9da3710d6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be42a67-7b93-4947-91ed-fa14b4eb3bb4 HTTP/1.1" status: 200 len: 217 time: 0.0333261 Sep 14 16:59:06.624620 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-f8a6c724-9ffd-44d1-9f12-2288d5efaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:06.626751 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-f8a6c724-9ffd-44d1-9f12-2288d5efaaef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68e6bc08-1361-40cd-95c8-54de9b531d26 HTTP/1.1" status: 200 len: 854 time: 0.2688227 Sep 14 16:59:06.662179 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-54e9428c-3f07-4249-8aa9-d043429520b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=752c0864-15a1-4994-a6d6-bd41c6eebf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258660 Sep 14 16:59:06.755514 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-f3a3be76-4aaf-4c55-9d88-b8e64f7b85bd service neutron] 10.222.0.44 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841982 Sep 14 16:59:06.855849 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5e8aee87-c5d7-4f2e-b598-88f8e6810b9b req-361afe76-5725-4e41-b077-ab232de399c6 service neutron] 10.222.0.44 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908868 Sep 14 16:59:06.942188 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef840-dfbf-4eeb-8000-87d9894a7658 req-6f27dd02-1a91-4606-8298-1f6846960fc2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:06.943744 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d9ef840-dfbf-4eeb-8000-87d9894a7658 req-6f27dd02-1a91-4606-8298-1f6846960fc2 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0578089 Sep 14 16:59:06.982359 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d9ef840-dfbf-4eeb-8000-87d9894a7658 req-a4fa3ff8-9d0f-467d-8753-f95bc3fc3e74 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Sep 14 16:59:07.022685 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-f904faeb-9297-4c0c-8ee3-07421aaaa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:07.024100 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-f904faeb-9297-4c0c-8ee3-07421aaaa5aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3317e43fb3a64f8087c9d3290453c450&device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 1096 time: 0.0401933 Sep 14 16:59:07.038224 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a91e53-f665-4d86-9fe3-54141f5163d6 req-6006a724-f852-478c-bd31-ba6520462f84 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:07.039792 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48a91e53-f665-4d86-9fe3-54141f5163d6 req-6006a724-f852-478c-bd31-ba6520462f84 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 943 time: 0.0652440 Sep 14 16:59:07.079742 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48a91e53-f665-4d86-9fe3-54141f5163d6 req-24c5295c-99fb-4c7b-a24d-ac01d97f02b2 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336840 Sep 14 16:59:07.120943 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-d6025d84-01e4-4f58-954f-3a03b686d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:07.122435 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-d6025d84-01e4-4f58-954f-3a03b686d849 service neutron] 10.222.0.44 "GET /v2.0/networks?id=752c0864-15a1-4994-a6d6-bd41c6eebf99 HTTP/1.1" status: 200 len: 915 time: 0.0879974 Sep 14 16:59:07.153458 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 24173805-0722-4ac6-8f5f-eac58bf8732a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:59:07.170867 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-760bb285-8df9-4811-ab50-07c4dc074ac6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be42a67-7b93-4947-91ed-fa14b4eb3bb4 HTTP/1.1" status: 200 len: 217 time: 0.0354605 Sep 14 16:59:07.173307 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 24173805-0722-4ac6-8f5f-eac58bf8732a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:59:07.173561 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 24173805-0722-4ac6-8f5f-eac58bf8732a not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:59:07.229351 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-f2149a72-b6e8-4b7d-b8d9-03f2abc03cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:07.230792 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-f2149a72-b6e8-4b7d-b8d9-03f2abc03cf3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68e6bc08-1361-40cd-95c8-54de9b531d26 HTTP/1.1" status: 200 len: 854 time: 0.0512922 Sep 14 16:59:07.267023 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-b41107ad-a221-4e4b-a8f6-0c3c543c5bad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=752c0864-15a1-4994-a6d6-bd41c6eebf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242271 Sep 14 16:59:07.363091 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-a75e5967-5ee4-4bbf-9990-28203f354860 service neutron] 10.222.0.44 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866740 Sep 14 16:59:07.498802 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd4f1f8e-9c7c-47e7-809a-cee935937834 req-7ad7a4f1-995e-4975-8dc2-5272ca814afe service neutron] 10.222.0.44 "GET /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052148 Sep 14 16:59:08.113791 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bef454-ec11-4541-a073-64dddf160306 req-cbb3e976-8586-4f98-a23c-e43ed4387865 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:08.115497 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e2bef454-ec11-4541-a073-64dddf160306 req-cbb3e976-8586-4f98-a23c-e43ed4387865 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0601869 Sep 14 16:59:08.159854 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e2bef454-ec11-4541-a073-64dddf160306 req-0cb31968-7c11-40f2-82c1-41a170eebbe3 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Sep 14 16:59:08.200156 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746841b4-f033-4805-8507-17e25168f53b req-ae997ef8-f9ba-4ae0-8c24-a2bb93abc80b tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:08.201635 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-746841b4-f033-4805-8507-17e25168f53b req-ae997ef8-f9ba-4ae0-8c24-a2bb93abc80b tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 943 time: 0.0496268 Sep 14 16:59:08.240568 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-746841b4-f033-4805-8507-17e25168f53b req-5ff34352-b0b0-41ab-b69d-0166e963b4f9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Sep 14 16:59:08.367495 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-20454b3e-9915-49d2-8635-4a9892384124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:08.921640 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33744) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:09.050512 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a944c1cd-457a-4559-bdfe-6e68915ffc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:09.145494 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a944c1cd-457a-4559-bdfe-6e68915ffc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:09.150933 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a944c1cd-457a-4559-bdfe-6e68915ffc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:09.191156 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a944c1cd-457a-4559-bdfe-6e68915ffc5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df1c8d4f7f3441de84e11d82c9efd802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683852 Sep 14 16:59:09.192024 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944c1cd-457a-4559-bdfe-6e68915ffc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df674f1d-5cd9-4400-9563-410589bc22c4,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:09.193846 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33750) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:09.278572 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fdaba24-fedd-44cd-aac3-89ae95191e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:09.303590 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c83e-54f1-4230-8eba-e5dc80aa6c7a req-8421c989-ca49-4980-9ad2-e7684b85ec84 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:09.305033 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed62c83e-54f1-4230-8eba-e5dc80aa6c7a req-8421c989-ca49-4980-9ad2-e7684b85ec84 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0723515 Sep 14 16:59:09.316084 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fdaba24-fedd-44cd-aac3-89ae95191e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:09.359237 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e74524-85ae-4f45-80ab-4450d7638d50 req-b6e7306d-0033-490f-b1ad-42520a48567a tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:09.360892 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-08e74524-85ae-4f45-80ab-4450d7638d50 req-b6e7306d-0033-490f-b1ad-42520a48567a tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 943 time: 0.0504875 Sep 14 16:59:09.371691 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ed62c83e-54f1-4230-8eba-e5dc80aa6c7a req-bff707f9-3308-4b48-aa3e-2e26a3b4c7d1 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589328 Sep 14 16:59:09.393228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fdaba24-fedd-44cd-aac3-89ae95191e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:09.395895 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2fdaba24-fedd-44cd-aac3-89ae95191e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:09.397037 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2fdaba24-fedd-44cd-aac3-89ae95191e7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df674f1d-5cd9-4400-9563-410589bc22c4 HTTP/1.1" status: 204 len: 168 time: 0.2008684 Sep 14 16:59:09.404565 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaba24-fedd-44cd-aac3-89ae95191e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df674f1d-5cd9-4400-9563-410589bc22c4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:09.414826 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-08e74524-85ae-4f45-80ab-4450d7638d50 req-12e047c4-1604-4e4d-b6ae-3201e1b8a79e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 Sep 14 16:59:10.069679 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33776) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:10.186492 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1731552531-network', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:10.213056 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Made reservation on behalf of ee89b0de34a043f1a96bedaf2e11831d for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:10.215318 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.224415 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.316274 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.322495 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.349127 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:59:10.358454 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25461e5-ae66-44ab-ac30-3f52e3d44128,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:10.363298 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.363636 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Added segment ec19e085-16a7-45c9-bdec-8edc94c22580 of type vlan for network 6259d321-88af-4848-b3d7-04cdd62d5c8f Sep 14 16:59:10.402874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.447422 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.448483 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:10.449315 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.509218 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4347932 Sep 14 16:59:10.517876 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33784) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:10.522499 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Request body: {'subnet': {'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1731552531-subnet', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:10.540590 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0e09d-3e3d-475d-89f5-304c93489402 admin admin] Pushing event updated for resources: {'Network': ['ID=6259d321-88af-4848-b3d7-04cdd62d5c8f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:10.552819 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:59:10.558183 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcf094-38bb-434e-9dff-2acb011ccd89 req-64b1fb21-1cfa-4d3d-9e47-8d5fa3637d2d tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:10.559741 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ebcf094-38bb-434e-9dff-2acb011ccd89 req-64b1fb21-1cfa-4d3d-9e47-8d5fa3637d2d tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 943 time: 0.0673378 Sep 14 16:59:10.559883 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa1248-0286-47c1-b40d-5c6c170c6457 req-7628afb6-8b52-4f6e-8732-019703db8681 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:10.560822 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Made reservation on behalf of ee89b0de34a043f1a96bedaf2e11831d for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:10.561250 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8dfa1248-0286-47c1-b40d-5c6c170c6457 req-7628afb6-8b52-4f6e-8732-019703db8681 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0955012 Sep 14 16:59:10.563047 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.603104 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8dfa1248-0286-47c1-b40d-5c6c170c6457 req-c888579b-2964-4509-9a18-1e4858731bee tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Sep 14 16:59:10.883070 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ebcf094-38bb-434e-9dff-2acb011ccd89 req-406d8642-caf7-4069-8bd8-ca7b6df43a0e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078167 Sep 14 16:59:10.897640 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-93cc75a3-5c85-4c7b-83cb-7f6365291d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.982514 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:10.994610 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.047051 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b8fb70-fef2-4645-a372-f6a5f0e42f17,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:11.059329 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Checking segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:11.059681 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Network hostable DHCP agents. Network: 6259d321-88af-4848-b3d7-04cdd62d5c8f, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:59:11.079104 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:59:11.088711 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 6259d321-88af-4848-b3d7-04cdd62d5c8f) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:11.092739 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:11.093307 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.097668 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e915766-68c5-43e4-a717-6ce2f3ce70be None None] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:59:11.111649 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5462329a-e018-4bde-bcff-d74dd8c0d7fb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5900121 Sep 14 16:59:11.111919 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33788) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:11.116188 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:11.137424 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.138411 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.188935 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.193739 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:59:11.261509 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-6259d321-88af-4848-b3d7-04cdd62d5c8f', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:59:11.263024 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.330699 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.508968 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:11.517708 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-553f3517-63dc-4b31-9dd5-cbd79d9260dd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:11.519428 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-553f3517-63dc-4b31-9dd5-cbd79d9260dd tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0558605 Sep 14 16:59:11.536633 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4', 'network_id': '752c0864-15a1-4994-a6d6-bd41c6eebf99', 'port_id': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4', 'mac_address': 'fa:16:3e:86:d8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6bc08-1361-40cd-95c8-54de9b531d26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:59:11.555249 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.588693 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.611417 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Allocated IP 172.20.0.2 (6259d321-88af-4848-b3d7-04cdd62d5c8f/06b8fb70-fef2-4645-a372-f6a5f0e42f17/84ff4c1f-7b90-4cf9-90ed-f6275847c84e) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:11.613428 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.617878 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Deleting port c28a34f0-dc23-47fb-a2e0-18e44250b903 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:59:11.618518 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.637209 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:59:11.677762 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:11.707583 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.723727 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Allocated IP 172.27.2.56 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/a1ca1082-d124-45ae-9c60-334c05e94b04) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:11.755335 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] For port c28a34f0-dc23-47fb-a2e0-18e44250b903, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c28a34f0-dc23-47fb-a2e0-18e44250b903,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:11.755853 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.773485 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Calling delete_port for c28a34f0-dc23-47fb-a2e0-18e44250b903 owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:59:11.782687 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cb02b-abf0-4f87-9220-874225460008 req-ce5848ec-b49f-454c-9b0c-7d35e87c4618 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:11.784336 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dc1cb02b-abf0-4f87-9220-874225460008 req-ce5848ec-b49f-454c-9b0c-7d35e87c4618 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a4d2918-cab8-40ef-8b61-9347e7a0f5ec HTTP/1.1" status: 200 len: 945 time: 0.0909741 Sep 14 16:59:11.845353 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.876088 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Transition to ACTIVE for port object 84ff4c1f-7b90-4cf9-90ed-f6275847c84e will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:11.877869 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:11.880620 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dc1cb02b-abf0-4f87-9220-874225460008 req-52587b40-aefe-44cd-8f17-17a488d1c17d tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.21 "GET /v2.0/security-groups?id=29a2a9e8-898e-4621-9618-74decb251b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873189 Sep 14 16:59:11.882649 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.894182 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.894532 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.894952 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.895222 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.895551 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.895879 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.896206 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.896532 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.896869 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.897192 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.897514 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.897833 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:11.906712 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.912602 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Transition to ACTIVE for port object 84ff4c1f-7b90-4cf9-90ed-f6275847c84e will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:11.927124 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.960899 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:11.996558 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:11.999455 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:12.000232 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.003232 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:12.015518 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Pushing event updated for resources: {'Port': ['ID=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:12.042505 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Pushing event deleted for resources: {'Port': ['ID=c28a34f0-dc23-47fb-a2e0-18e44250b903,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:12.054736 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:12.063654 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Attempting to bind port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:12.064023 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Attempting to bind port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:12.064381 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Attempting to bind port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:12.065519 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:12.068725 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Pushing event updated for resources: {'Port': ['ID=a1ca1082-d124-45ae-9c60-334c05e94b04,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:12.069882 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:12.070363 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Checking segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:12.070644 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.071507 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Bound using segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:12.071507 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Bound port: 84ff4c1f-7b90-4cf9-90ed-f6275847c84e, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:12.071895 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.074328 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:12.113056 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3308ed-63eb-4219-8fa4-53ee677f4c67 req-0e96cca8-404b-40dc-b2a1-7c45532844f8 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:12.114599 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a3308ed-63eb-4219-8fa4-53ee677f4c67 req-0e96cca8-404b-40dc-b2a1-7c45532844f8 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 944 time: 0.1208687 Sep 14 16:59:12.115403 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] No DVR routers for this DVR port c28a34f0-dc23-47fb-a2e0-18e44250b903 on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:59:12.119749 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.121606 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-21cff3fb-c4cc-47f4-849c-63e3690a5267 req-5874a1e4-2035-4ad0-93df-023a46019dd5 tempest-ServerRescueNegativeTestJSON-1829415053 tempest-ServerRescueNegativeTestJSON-1829415053-project] 10.222.0.44 "DELETE /v2.0/ports/c28a34f0-dc23-47fb-a2e0-18e44250b903 HTTP/1.1" status: 204 len: 173 time: 0.5941393 Sep 14 16:59:12.121606 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'name': 'network-vif-deleted', 'tag': 'c28a34f0-dc23-47fb-a2e0-18e44250b903'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:12.125094 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a262c56e-537c-44e0-8941-29e012394dd8" -d '{"events": [{"server_uuid": "6a4d2918-cab8-40ef-8b61-9347e7a0f5ec", "name": "network-vif-deleted", "tag": "c28a34f0-dc23-47fb-a2e0-18e44250b903"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:12.157259 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] For port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:12.163227 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] For port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:12.166674 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['0be42a67-7b93-4947-91ed-fa14b4eb3bb4'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:59:12.191046 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea578f-23d8-4e19-ae08-79d189e1816f x-openstack-request-id: req-ecea578f-23d8-4e19-ae08-79d189e1816f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:12.191938 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4d2918-cab8-40ef-8b61-9347e7a0f5ec", "name": "network-vif-deleted", "tag": "c28a34f0-dc23-47fb-a2e0-18e44250b903", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:12.192281 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecea578f-23d8-4e19-ae08-79d189e1816f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:12.192795 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4d2918-cab8-40ef-8b61-9347e7a0f5ec', 'name': 'network-vif-deleted', 'tag': 'c28a34f0-dc23-47fb-a2e0-18e44250b903', 'status': 'completed', 'code': 200} Sep 14 16:59:12.218971 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.291206 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a3308ed-63eb-4219-8fa4-53ee677f4c67 req-486e19ca-21e9-4ab3-861f-8deeebf568fe tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544805 Sep 14 16:59:12.317721 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5a07-935b-4822-be50-2ef3c0ab3c0d None None] Pushing event updated for resources: {'Port': ['ID=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:12.432204 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.646961 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.781777 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Router aa58c306-473c-44f5-9b80-72a9356c051a is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:59:12.894101 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:12.903730 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:12.911201 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:12.912434 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-8e351d5c-e14a-423a-993e-7350c85de61f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7995706 Sep 14 16:59:12.913342 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:12.914042 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:12.915541 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33806) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:12.966284 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33810) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:13.033120 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:13.041920 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.074010 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 84ff4c1f-7b90-4cf9-90ed-f6275847c84e up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:13.160041 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:13.254420 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:12Z', 'revision_number': 3, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:13.293048 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:13.293391 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Updating router aa58c306-473c-44f5-9b80-72a9356c051a port a1ca1082-d124-45ae-9c60-334c05e94b04 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:59:13.327611 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.379864 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0453b2-064d-4305-b506-a634a3f7beda None None] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:59:13.501529 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4c92aa76-0b30-4feb-b5c4-3c34504df57a None None] Provisioning for port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:13.508214 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4c92aa76-0b30-4feb-b5c4-3c34504df57a None None] Provisioning complete for port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:13.508677 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4c92aa76-0b30-4feb-b5c4-3c34504df57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.580638 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.591875 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.603554 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Transition to ACTIVE for port object a1ca1082-d124-45ae-9c60-334c05e94b04 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:13.613681 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.638916 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4c92aa76-0b30-4feb-b5c4-3c34504df57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.675481 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-4c92aa76-0b30-4feb-b5c4-3c34504df57a None None] For port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:13.677090 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Pushing event updated for resources: {'Port': ['ID=a1ca1082-d124-45ae-9c60-334c05e94b04,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:13.682064 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4c92aa76-0b30-4feb-b5c4-3c34504df57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.694183 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Attempting to bind port a1ca1082-d124-45ae-9c60-334c05e94b04 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:13.694530 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Attempting to bind port a1ca1082-d124-45ae-9c60-334c05e94b04 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:13.694914 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Attempting to bind port a1ca1082-d124-45ae-9c60-334c05e94b04 on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:13.703583 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:13.704081 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:13.705080 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.705080 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:13.705554 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Bound port: a1ca1082-d124-45ae-9c60-334c05e94b04, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:13.706456 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.747861 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92aa76-0b30-4feb-b5c4-3c34504df57a None None] Pushing event updated for resources: {'Port': ['ID=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:13.760186 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.760534 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.760871 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.763239 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.763650 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.764450 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.764450 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.764847 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.765171 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.765669 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.766099 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.767303 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:13.772929 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] For port a1ca1082-d124-45ae-9c60-334c05e94b04, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:13.776716 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] For port a1ca1082-d124-45ae-9c60-334c05e94b04, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=a1ca1082-d124-45ae-9c60-334c05e94b04,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:13.784669 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.810524 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebb4f6-6630-4c15-a000-41b703eb3286 req-bd8dc7e4-cf3e-45d9-b6ee-41b915a6cf09 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:13.812095 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-47ebb4f6-6630-4c15-a000-41b703eb3286 req-bd8dc7e4-cf3e-45d9-b6ee-41b915a6cf09 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 944 time: 0.4250031 Sep 14 16:59:13.841408 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:13.842006 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:13.876987 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddcaaa-73ef-4171-9873-88a1a1f56e32 None None] Pushing event updated for resources: {'Port': ['ID=a1ca1082-d124-45ae-9c60-334c05e94b04,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:13.903057 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-fa81fd6f-4897-468b-a4c1-141ca95666c8 None None] Provisioning complete for port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:13.903522 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd6f-4897-468b-a4c1-141ca95666c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:13.933478 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-47ebb4f6-6630-4c15-a000-41b703eb3286 req-4580ff9b-996c-4077-8d4d-7d812ff70c6e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115649 Sep 14 16:59:14.046647 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:14.049312 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:14.072292 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:14.221418 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:12Z', 'revision_number': 3, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:14.250880 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481dad-e425-482c-854d-c0bb4cdce7f5 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:12Z', 'revision_number': 3, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:14.386092 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Allocated IP 172.20.0.1 (6259d321-88af-4848-b3d7-04cdd62d5c8f/06b8fb70-fef2-4645-a372-f6a5f0e42f17/0e7ba085-d6ae-4f55-8d98-956e90ea4a58) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:14.577393 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:14.594483 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Transition to ACTIVE for port object 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:14.621904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Deleting port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:59:14.622251 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:14.642598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c28a34f0-dc23-47fb-a2e0-18e44250b903 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:59:14.669533 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: c28a34f0-dc23-47fb-a2e0-18e44250b903 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:59:14.669956 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c28a34f0-dc23-47fb-a2e0-18e44250b903 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:59:14.687050 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:14.735479 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:14.743419 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:14.752187 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:14.789748 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:14.797084 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] For port 9dbce36a-8553-44ea-a733-c9c9a52e5f4c, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,segment=NetworkSegment(1282effd-146c-4242-8234-71cd2f6be517),segment_id=1282effd-146c-4242-8234-71cd2f6be517)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:14.797471 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:14.817001 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Calling delete_port for 9dbce36a-8553-44ea-a733-c9c9a52e5f4c owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:59:14.828618 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.030382 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-35704d04-4b54-4d32-9647-030dd921bad9 None None] Provisioning for port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:15.037379 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-35704d04-4b54-4d32-9647-030dd921bad9 None None] Provisioning complete for port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:15.037827 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-35704d04-4b54-4d32-9647-030dd921bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.059043 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.098604 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-35704d04-4b54-4d32-9647-030dd921bad9 None None] Port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:15.107672 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550d624-bc16-4794-9cb7-1bc2d3744549 req-7c8ee07e-70be-4a55-bc6e-f9fea368cd55 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:15.117503 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3550d624-bc16-4794-9cb7-1bc2d3744549 req-7c8ee07e-70be-4a55-bc6e-f9fea368cd55 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 944 time: 0.0912242 Sep 14 16:59:15.149396 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.164725 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device a1ca1082-d124-45ae-9c60-334c05e94b04 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:15.177978 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3550d624-bc16-4794-9cb7-1bc2d3744549 req-a17cffba-553c-49a4-84a3-ace586d96044 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541027 Sep 14 16:59:15.192337 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbce36a-8553-44ea-a733-c9c9a52e5f4c,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:15.228072 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port a1ca1082-d124-45ae-9c60-334c05e94b04 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:15.231570 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port a1ca1082-d124-45ae-9c60-334c05e94b04 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:15.231931 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.308605 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.329921 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port a1ca1082-d124-45ae-9c60-334c05e94b04, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=a1ca1082-d124-45ae-9c60-334c05e94b04,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:15.334551 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.335606 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 84ff4c1f-7b90-4cf9-90ed-f6275847c84e up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:15.401765 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.413478 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=a1ca1082-d124-45ae-9c60-334c05e94b04,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:15.428049 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.429466 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:15.429834 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.485670 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.517710 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.549212 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:15.720100 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:15.723478 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:15.924481 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-1be7d50b-b8c2-4d51-8d28-7c69645924bb None None] Provisioning complete for port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:15.925637 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1be7d50b-b8c2-4d51-8d28-7c69645924bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:15.961589 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-1be7d50b-b8c2-4d51-8d28-7c69645924bb None None] Port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:16.110052 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Router 3f886efd-7bde-4d01-983e-104b99b0e5fa has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:59:16.133932 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:59:16.340167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:16.346852 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-512798f8-c404-4f37-a5f2-89da94051084 admin admin] 10.222.0.21 "PUT /v2.0/routers/3f886efd-7bde-4d01-983e-104b99b0e5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3792214 Sep 14 16:59:16.349658 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] Sync routers for ids ['3f886efd-7bde-4d01-983e-104b99b0e5fa'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:16.350423 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33824) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:16.356584 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:16.362104 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-31181e4f-a09d-4dbb-81a3-36507ff87076 admin admin] 10.222.0.21 "PUT /v2.0/routers/aa58c306-473c-44f5-9b80-72a9356c051a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4454312 Sep 14 16:59:16.373365 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:16.376355 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] Routers {'3f886efd-7bde-4d01-983e-104b99b0e5fa'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:16.377246 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['3f886efd-7bde-4d01-983e-104b99b0e5fa'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:16.388261 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:16.388868 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:16.397761 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879afea-4949-4b0e-995b-a39fc4dd6a6b req-f0e9770b-256b-432a-8aa3-f812d74790e8 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:16.401568 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0879afea-4949-4b0e-995b-a39fc4dd6a6b req-f0e9770b-256b-432a-8aa3-f812d74790e8 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 944 time: 0.1547260 Sep 14 16:59:16.483015 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0879afea-4949-4b0e-995b-a39fc4dd6a6b req-503bd98d-b05b-4adf-9328-d7f14a289e2f tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748434 Sep 14 16:59:16.488530 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:16.546092 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] Set router 3f886efd-7bde-4d01-983e-104b99b0e5fa gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:16.556005 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:16.611340 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:16.684905 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Deleting port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:59:16.685245 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:16.750305 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 5, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port': {'id': '0b58c821-ba2d-48e4-a95f-aa60dc55ff29', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:29Z', 'updated_at': '2021-09-14T16:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:16.781257 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] Checking router: 3f886efd-7bde-4d01-983e-104b99b0e5fa for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:16.790410 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] Routers {'3f886efd-7bde-4d01-983e-104b99b0e5fa'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:16.790730 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 2, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:16.791125 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['3f886efd-7bde-4d01-983e-104b99b0e5fa'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:16.797805 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] For port 0b58c821-ba2d-48e4-a95f-aa60dc55ff29, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:16.798314 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:16.811603 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Calling delete_port for 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:59:16.818215 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:16.818561 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Updating router aa58c306-473c-44f5-9b80-72a9356c051a port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:59:16.853242 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:16.897352 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] Set router 3f886efd-7bde-4d01-983e-104b99b0e5fa gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:16.951242 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:59:16Z', 'revision_number': 6, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:16.985168 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d196-9ca2-4ae3-bbee-1efad7cae688 None None] The sync data for ids ['3f886efd-7bde-4d01-983e-104b99b0e5fa'] in dv-cinder-808995-1-iscsi is: [{'id': '3f886efd-7bde-4d01-983e-104b99b0e5fa', 'name': 'tempest-ServerRescueNegativeTestJSON-498428759-router', 'tenant_id': '214969bc334e4e978037815a57e71c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:59:16Z', 'revision_number': 6, 'project_id': '214969bc334e4e978037815a57e71c05', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:17.026829 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33842) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:17.032952 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1099995678-network', 'tenant_id': '83f30587f4b04da2a7976a80090aa651'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:17.038676 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.057904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Made reservation on behalf of 83f30587f4b04da2a7976a80090aa651 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:17.061504 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.067148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b58c821-ba2d-48e4-a95f-aa60dc55ff29,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:17.071446 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.140658 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.170487 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.175519 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.197380 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.199265 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:59:17.208214 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Transition to ACTIVE for port object 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:17.215872 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e717444-08a8-49a9-991d-3ea3eb75254e,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:17.217686 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.220502 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.220856 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Added segment c8e6132c-7431-4453-94a0-4eccb73f7b27 of type vlan for network ee6581fd-0966-4e43-a9cb-499a49104021 Sep 14 16:59:17.257154 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.259146 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.283197 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e0485-94bd-4a0a-9f68-96bc40ea13cf None None] Pushing event updated for resources: {'Port': ['ID=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:17.284712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.324524 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.325956 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:17.326650 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.352197 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Attempting to bind port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:17.352804 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Attempting to bind port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:17.353573 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Attempting to bind port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:17.368312 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.369499 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f886efd-7bde-4d01-983e-104b99b0e5fa {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:59:17.372256 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:17.374717 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3464437 Sep 14 16:59:17.378193 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33844) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:17.378330 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Checking segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:17.378775 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.379141 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Bound using segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:17.381190 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.385499 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4c3ac4ed-1f77-4272-a256-2059046f43d1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3f886efd-7bde-4d01-983e-104b99b0e5fa HTTP/1.1" status: 204 len: 168 time: 1.0309331 Sep 14 16:59:17.385593 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Bound port: 0e7ba085-d6ae-4f55-8d98-956e90ea4a58, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:17.385689 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33846) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:17.385763 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.389447 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Request body: {'subnet': {'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1099995678-subnet', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:17.470762 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] For port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:17.471812 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] Deleting subnet 11166dd6-b36b-4cc7-b980-cfe35a471e2c {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:59:17.474669 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device a1ca1082-d124-45ae-9c60-334c05e94b04 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:17.476157 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] For port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:17.480720 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.490794 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6ae20-3a85-42f5-819c-2067c41e3004 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6581fd-0966-4e43-a9cb-499a49104021,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:17.492128 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.507081 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Made reservation on behalf of 83f30587f4b04da2a7976a80090aa651 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:17.509518 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.549048 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.550126 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:17.550765 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:17.570818 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network ee6581fd-0966-4e43-a9cb-499a49104021 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:59:17.654380 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.690628 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:17.780281 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.813720 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.834384 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1975e0da-21ee-4cea-a66c-fad71907b3db,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:17.856446 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.858366 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11166dd6-b36b-4cc7-b980-cfe35a471e2c HTTP/1.1" status: 204 len: 168 time: 0.4720519 Sep 14 16:59:17.863482 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33852) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:17.883905 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942698-7cc9-4402-a5c4-64502e4e958f req-e7c2af2b-a947-4adb-8c52-c7f92cdc8d85 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:17.885480 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca942698-7cc9-4402-a5c4-64502e4e958f req-e7c2af2b-a947-4adb-8c52-c7f92cdc8d85 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 944 time: 0.1268885 Sep 14 16:59:17.886219 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915848c-6512-42bb-a359-a901c0a13e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11166dd6-b36b-4cc7-b980-cfe35a471e2c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:17.888423 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:17.924281 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Checking segment: {'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:17.925428 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Network hostable DHCP agents. Network: ee6581fd-0966-4e43-a9cb-499a49104021, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:59:17.955397 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port a1ca1082-d124-45ae-9c60-334c05e94b04 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:17.956562 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Network ee6581fd-0966-4e43-a9cb-499a49104021 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:59:17.957380 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:17.967102 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ca942698-7cc9-4402-a5c4-64502e4e958f req-87dd7101-3739-4051-99c9-4295be46fe8c tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548234 Sep 14 16:59:17.990742 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, ee6581fd-0966-4e43-a9cb-499a49104021) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:17.998437 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:17.999426 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.003204 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1986a6-5d58-4ab1-adec-28a6cb2d70c1 None None] Network ee6581fd-0966-4e43-a9cb-499a49104021 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:59:18.022363 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-43500e3c-9a3a-4112-8015-ff21d814446b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6400054 Sep 14 16:59:18.022581 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:18.023211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33854) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:18.025759 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e0485-94bd-4a0a-9f68-96bc40ea13cf None None] Pushing event updated for resources: {'Port': ['ID=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:18.031094 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:18.044317 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:18.044793 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.049729 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.062130 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:17Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:18.067550 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.069313 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.106467 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5df05-983b-40d0-a8d8-ffb586b7586f None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:17Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:18.168226 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.204188 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.247474 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea732013-7ec7-479b-bb97-fd764edcc176']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:18.269030 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1282effd-146c-4242-8234-71cd2f6be517') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:18.269134 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1282effd-146c-4242-8234-71cd2f6be517') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:18.286742 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.295559 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165543'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.310052 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.324848 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:59:18.324848 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165308'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.326743 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-ee6581fd-0966-4e43-a9cb-499a49104021', 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'fixed_ips': [{'subnet_id': '1975e0da-21ee-4cea-a66c-fad71907b3db'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: timer() Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: self._notify() Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: event.method(event) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:59:18.327147 dv-cinder-808995-1-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:59:18.330477 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.358397 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:18.361913 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c2a4a-ec9e-4551-96b1-c47a3d275523" -d '{"events": [{"server_uuid": "bdc0d1a7-01a9-4b5b-b8d8-c0169604858e", "name": "network-vif-plugged", "status": "completed", "tag": "0be42a67-7b93-4947-91ed-fa14b4eb3bb4"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:18.399268 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:18.411484 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.418078 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.424447 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.438387 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.443784 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea732013-7ec7-479b-bb97-fd764edcc176 HTTP/1.1" status: 204 len: 168 time: 0.5724096 Sep 14 16:59:18.471368 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c204019-fb04-4ec8-ab4b-95fab8345956 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea732013-7ec7-479b-bb97-fd764edcc176,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:18.492955 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abe0cdc-7d0e-4c15-bc92-b7ac0ddc50e4 x-openstack-request-id: req-5abe0cdc-7d0e-4c15-bc92-b7ac0ddc50e4 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:18.493204 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0d1a7-01a9-4b5b-b8d8-c0169604858e", "name": "network-vif-plugged", "status": "completed", "tag": "0be42a67-7b93-4947-91ed-fa14b4eb3bb4", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:18.493459 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5abe0cdc-7d0e-4c15-bc92-b7ac0ddc50e4 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:18.493931 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4', 'code': 200} Sep 14 16:59:18.600577 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:18.633287 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Allocated IP 172.20.0.2 (ee6581fd-0966-4e43-a9cb-499a49104021/1975e0da-21ee-4cea-a66c-fad71907b3db/0441dc23-c4be-4a12-a580-06836bb03c00) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:18.724542 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.737919 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274d49b-4d18-4059-9133-f23ef1c5b02c req-ca722f1a-23bd-417c-b927-c915e2a32178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:18.739527 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6274d49b-4d18-4059-9133-f23ef1c5b02c req-ca722f1a-23bd-417c-b927-c915e2a32178 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 1098 time: 0.0829737 Sep 14 16:59:18.756286 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.826153 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6274d49b-4d18-4059-9133-f23ef1c5b02c req-58923982-8c50-46b8-82bd-c52e9880b81e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774293 Sep 14 16:59:18.833207 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33866) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:18.856289 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.866848 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Transition to ACTIVE for port object 0441dc23-c4be-4a12-a580-06836bb03c00 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:18.885760 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Transition to ACTIVE for port object 0441dc23-c4be-4a12-a580-06836bb03c00 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:18.896257 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:18.935805 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5a27acbf-546e-4434-9db1-17beeef49322 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=214969bc334e4e978037815a57e71c05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0988905 Sep 14 16:59:18.936946 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33870) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:18.941603 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Network ee6581fd-0966-4e43-a9cb-499a49104021 is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:18.947541 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:18.955996 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:18.977680 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Pushing event updated for resources: {'Port': ['ID=0441dc23-c4be-4a12-a580-06836bb03c00,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:18.995022 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Allocated IP 172.27.2.192 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/9b205f6d-4632-490e-9c53-fb2cdf194756) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:19.074271 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6671302b-72c6-437e-92fb-f45e7850479a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.082188 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Attempting to bind port 0441dc23-c4be-4a12-a580-06836bb03c00 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:19.082559 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Attempting to bind port 0441dc23-c4be-4a12-a580-06836bb03c00 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:19.093550 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Attempting to bind port 0441dc23-c4be-4a12-a580-06836bb03c00 on network ee6581fd-0966-4e43-a9cb-499a49104021 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:19.097816 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:19.104671 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:19.105046 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Checking segment: {'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:19.105448 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.105840 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Bound using segment: {'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:19.106319 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Bound port: 0441dc23-c4be-4a12-a580-06836bb03c00, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:19.106699 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.179646 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6671302b-72c6-437e-92fb-f45e7850479a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.203832 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aa9cc-c831-4003-9631-45311044a7bd req-42d2022a-e184-49d6-b36a-36edc4bfc829 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:19.206053 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b99aa9cc-c831-4003-9631-45311044a7bd req-42d2022a-e184-49d6-b36a-36edc4bfc829 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 945 time: 0.1118219 Sep 14 16:59:19.274484 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.279770 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] For port 0441dc23-c4be-4a12-a580-06836bb03c00, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:19.283053 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:19.290299 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] For port 0441dc23-c4be-4a12-a580-06836bb03c00, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0441dc23-c4be-4a12-a580-06836bb03c00,segment=NetworkSegment(c8e6132c-7431-4453-94a0-4eccb73f7b27),segment_id=c8e6132c-7431-4453-94a0-4eccb73f7b27)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:19.293276 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:19.293276 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.314504 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b99aa9cc-c831-4003-9631-45311044a7bd req-41c10596-f9cd-4467-abf3-de45d7821eeb tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994976 Sep 14 16:59:19.328742 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6671302b-72c6-437e-92fb-f45e7850479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.334185 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6671302b-72c6-437e-92fb-f45e7850479a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.337966 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6671302b-72c6-437e-92fb-f45e7850479a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29a2a9e8-898e-4621-9618-74decb251b60 HTTP/1.1" status: 204 len: 168 time: 0.3984935 Sep 14 16:59:19.338140 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.359676 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671302b-72c6-437e-92fb-f45e7850479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2a9e8-898e-4621-9618-74decb251b60,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:19.366198 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.415710 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:19.419128 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:19.432032 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:19.463014 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4d0f8-f620-4e3b-9905-f7950e551558 None None] Pushing event updated for resources: {'Port': ['ID=0441dc23-c4be-4a12-a580-06836bb03c00,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:19.472668 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b205f6d-4632-490e-9c53-fb2cdf194756,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:19.479559 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.529339 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:19.540198 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:19.601539 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:19.652116 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:59:19.695519 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:59:19.698082 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0b58c821-ba2d-48e4-a95f-aa60dc55ff29 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:59:19.698528 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9dbce36a-8553-44ea-a733-c9c9a52e5f4c no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:59:19.724028 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 9dbce36a-8553-44ea-a733-c9c9a52e5f4c {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:59:19.724371 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9dbce36a-8553-44ea-a733-c9c9a52e5f4c not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:59:19.830568 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.039662 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.181062 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Router b51605cb-612b-4cdf-8315-6a9b08be136b is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:59:20.234677 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33898) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:20.305983 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:20.317760 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Sync routers for ids ['b51605cb-612b-4cdf-8315-6a9b08be136b'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:20.323227 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.325060 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-29d69705-993e-4136-952b-9198e8af9ca0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3006387 Sep 14 16:59:20.328065 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33906) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:20.335331 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Routers {'b51605cb-612b-4cdf-8315-6a9b08be136b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:20.336296 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b51605cb-612b-4cdf-8315-6a9b08be136b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:20.424450 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-25915155-network', 'tenant_id': '7eb6da628a2040208d727589ec92d557'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:20.455838 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923522fa-857f-4cf8-947d-df7beba2bbe4 req-b6842b3c-8d57-4724-982b-8df4a84c80c0 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:20.457476 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-923522fa-857f-4cf8-947d-df7beba2bbe4 req-b6842b3c-8d57-4724-982b-8df4a84c80c0 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 945 time: 0.0645535 Sep 14 16:59:20.476742 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Set router b51605cb-612b-4cdf-8315-6a9b08be136b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:20.511657 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Made reservation on behalf of 7eb6da628a2040208d727589ec92d557 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:20.513616 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-923522fa-857f-4cf8-947d-df7beba2bbe4 req-2298ff77-3d22-4f1f-a1f7-58ef4e69f8b3 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497606 Sep 14 16:59:20.525784 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.540711 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.708230 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 3, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port': {'id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:20.756387 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Checking router: b51605cb-612b-4cdf-8315-6a9b08be136b for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:20.756748 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Updating router b51605cb-612b-4cdf-8315-6a9b08be136b port 9b205f6d-4632-490e-9c53-fb2cdf194756 binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:59:20.794289 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.878879 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.898165 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.927006 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ce182-fd55-4f16-a3b3-760bed2ae08b None None] Network ee6581fd-0966-4e43-a9cb-499a49104021 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:59:20.931746 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:59:20.950391 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5966bfab-d0a8-4bcf-8e74-f05e2960e58b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:20.961896 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:20.962281 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Added segment 3095e3d8-acb5-4536-ac1d-acc47e8d0b48 of type vlan for network 5daf3d05-1a05-48e9-9840-2d34cc52edcf Sep 14 16:59:21.092603 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-0bf5b4d3-f356-4eab-a93c-a23d8f96b390 None None] Provisioning for port 0441dc23-c4be-4a12-a580-06836bb03c00 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:21.191267 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0441dc23-c4be-4a12-a580-06836bb03c00 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:21.294781 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.352970 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.354093 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:21.354563 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.414409 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1754465 Sep 14 16:59:21.414887 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33924) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:21.420842 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Request body: {'subnet': {'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-subnet', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:21.446074 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Made reservation on behalf of 7eb6da628a2040208d727589ec92d557 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:21.448418 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddef751-b1c3-4430-b3b3-559a2cdc88f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5daf3d05-1a05-48e9-9840-2d34cc52edcf,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:21.449447 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.455379 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.456870 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.459440 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 0441dc23-c4be-4a12-a580-06836bb03c00 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:21.469221 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:59:21.477738 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0441dc23-c4be-4a12-a580-06836bb03c00 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:21.478091 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.479931 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Transition to ACTIVE for port object 9b205f6d-4632-490e-9c53-fb2cdf194756 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:21.603746 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.637064 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Allocated IP 172.20.0.1 (ee6581fd-0966-4e43-a9cb-499a49104021/1975e0da-21ee-4cea-a66c-fad71907b3db/5b23e032-9d71-46ef-8c92-33049d1b4586) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:21.670419 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.688100 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Attempting to bind port 9b205f6d-4632-490e-9c53-fb2cdf194756 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:21.688489 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Attempting to bind port 9b205f6d-4632-490e-9c53-fb2cdf194756 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:21.688848 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Attempting to bind port 9b205f6d-4632-490e-9c53-fb2cdf194756 on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:21.716530 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5a4ee-9fba-48cd-8798-4e4221c7eda4 None None] Pushing event updated for resources: {'Port': ['ID=9b205f6d-4632-490e-9c53-fb2cdf194756,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:21.721979 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:21.722353 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:21.722756 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.723175 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:21.723718 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Bound port: 9b205f6d-4632-490e-9c53-fb2cdf194756, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:21.724049 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.732148 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8903df0-e509-4a46-b773-0d3449059350,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:21.739324 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Checking segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:21.739681 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Network hostable DHCP agents. Network: 5daf3d05-1a05-48e9-9840-2d34cc52edcf, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:59:21.755318 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.758565 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:59:21.770299 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 5daf3d05-1a05-48e9-9840-2d34cc52edcf) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:21.770526 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Transition to ACTIVE for port object 5b23e032-9d71-46ef-8c92-33049d1b4586 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:21.774469 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.774635 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:21.775171 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.798758 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-be003568-10ea-4e23-8904-49606afb014c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3824718 Sep 14 16:59:21.799085 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33926) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:21.802676 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6642dd-fdd8-4bd0-8a60-2bb8716959ca None None] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:59:21.804740 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:21.817649 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-c1c30add-e73d-4e31-af03-c404bc4a2dfa None None] Provisioning complete for port 0441dc23-c4be-4a12-a580-06836bb03c00 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:21.818001 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c1c30add-e73d-4e31-af03-c404bc4a2dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.819539 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.860558 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.860558 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.869309 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Network ee6581fd-0966-4e43-a9cb-499a49104021 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:21.874338 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:21.880893 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:21.883417 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] For port 9b205f6d-4632-490e-9c53-fb2cdf194756, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:21.907744 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Pushing event updated for resources: {'Port': ['ID=5b23e032-9d71-46ef-8c92-33049d1b4586,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:21.917869 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 0441dc23-c4be-4a12-a580-06836bb03c00, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0441dc23-c4be-4a12-a580-06836bb03c00,segment=NetworkSegment(c8e6132c-7431-4453-94a0-4eccb73f7b27),segment_id=c8e6132c-7431-4453-94a0-4eccb73f7b27)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:21.934473 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] For port 9b205f6d-4632-490e-9c53-fb2cdf194756, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9b205f6d-4632-490e-9c53-fb2cdf194756,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:21.938736 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.939715 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:21.942631 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.972095 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:21.972360 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.138092 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Routers {'b51605cb-612b-4cdf-8315-6a9b08be136b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:22.138805 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b51605cb-612b-4cdf-8315-6a9b08be136b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:22.140653 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=0441dc23-c4be-4a12-a580-06836bb03c00,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:22.173277 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.232835 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:22.233208 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.243259 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.302455 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:59:22.303358 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.338337 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5a4ee-9fba-48cd-8798-4e4221c7eda4 None None] Pushing event updated for resources: {'Port': ['ID=9b205f6d-4632-490e-9c53-fb2cdf194756,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:22.387440 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] Set router b51605cb-612b-4cdf-8315-6a9b08be136b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:22.429421 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ed10386a-3c09-40ce-84a2-cde968e4184e None None] Provisioning for port 5b23e032-9d71-46ef-8c92-33049d1b4586 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:22.495642 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ed10386a-3c09-40ce-84a2-cde968e4184e None None] Provisioning complete for port 5b23e032-9d71-46ef-8c92-33049d1b4586 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:22.496329 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ed10386a-3c09-40ce-84a2-cde968e4184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.528896 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.531760 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.551314 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.552968 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.658539 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ed10386a-3c09-40ce-84a2-cde968e4184e None None] Port 5b23e032-9d71-46ef-8c92-33049d1b4586 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:22.661611 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.663764 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Pushing event updated for resources: {'Port': ['ID=5b23e032-9d71-46ef-8c92-33049d1b4586,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:22.675451 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Allocated IP 172.20.0.2 (5daf3d05-1a05-48e9-9840-2d34cc52edcf/b8903df0-e509-4a46-b773-0d3449059350/60ecf6e6-01ab-4766-a8ad-2d876863e630) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:22.782004 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Allocated IP 172.27.2.236 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/1fd39acd-7147-4947-8c2e-0862409aab00) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:22.817515 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 3, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port': {'id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:22.827317 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Network ee6581fd-0966-4e43-a9cb-499a49104021 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:22.834536 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:22.866863 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51589573-692f-4a17-b1cd-225005a88f5f None None] The sync data for ids ['b51605cb-612b-4cdf-8315-6a9b08be136b'] in dv-cinder-808995-1-iscsi is: [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 3, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port': {'id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:22.894896 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:22.904774 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Transition to ACTIVE for port object 60ecf6e6-01ab-4766-a8ad-2d876863e630 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:22.923863 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Transition to ACTIVE for port object 60ecf6e6-01ab-4766-a8ad-2d876863e630 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:22.947314 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.010986 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:23.014236 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:23.018871 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:23.027654 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Pushing event updated for resources: {'Port': ['ID=60ecf6e6-01ab-4766-a8ad-2d876863e630,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:23.049135 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.062756 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0441dc23-c4be-4a12-a580-06836bb03c00 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:23.086715 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Router b51605cb-612b-4cdf-8315-6a9b08be136b has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:59:23.150520 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.295800 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Attempting to bind port 60ecf6e6-01ab-4766-a8ad-2d876863e630 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:23.296068 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Attempting to bind port 60ecf6e6-01ab-4766-a8ad-2d876863e630 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:23.296414 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Attempting to bind port 60ecf6e6-01ab-4766-a8ad-2d876863e630 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:23.308677 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:23.309050 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Checking segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:23.309485 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.309874 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Bound using segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:23.310345 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Bound port: 60ecf6e6-01ab-4766-a8ad-2d876863e630, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:23.310720 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.327725 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-34bd2b48-6f03-4595-9561-f662752cb76a None None] Provisioning complete for port 5b23e032-9d71-46ef-8c92-33049d1b4586 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:23.328084 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-34bd2b48-6f03-4595-9561-f662752cb76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.382937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0441dc23-c4be-4a12-a580-06836bb03c00 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:23.383396 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.430194 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-34bd2b48-6f03-4595-9561-f662752cb76a None None] Port 5b23e032-9d71-46ef-8c92-33049d1b4586 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:23.459057 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] For port 60ecf6e6-01ab-4766-a8ad-2d876863e630, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:23.462800 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] For port 60ecf6e6-01ab-4766-a8ad-2d876863e630, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=60ecf6e6-01ab-4766-a8ad-2d876863e630,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:23.472696 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:23.506536 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:23.517843 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:23.525625 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:23.533365 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd39acd-7147-4947-8c2e-0862409aab00,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:23.557833 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfd67c-48c1-4b77-8344-86dd2ab434d4 None None] Pushing event updated for resources: {'Port': ['ID=60ecf6e6-01ab-4766-a8ad-2d876863e630,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:23.579110 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:23.589270 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1e0d13ee-8b11-4513-b30e-bf5d7942719d admin admin] 10.222.0.21 "PUT /v2.0/routers/b51605cb-612b-4cdf-8315-6a9b08be136b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2589693 Sep 14 16:59:23.871026 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.080991 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.210194 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:59:24.239648 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33946) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:24.244897 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-29caf61e-54f4-4158-a09f-e19310891dbc tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992247692', 'description': 'tempest-secgroup-smoke-1992247692 description', 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:24.284257 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29caf61e-54f4-4158-a09f-e19310891dbc tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.347755 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:24.361287 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Sync routers for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:24.378019 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:24.378647 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:24.384941 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29caf61e-54f4-4158-a09f-e19310891dbc tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.392518 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29caf61e-54f4-4158-a09f-e19310891dbc tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.396688 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.398300 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d695c81c-4698-40c1-9a3e-ee3e5c2029b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5981143 Sep 14 16:59:24.400823 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 33950) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:24.435398 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caf61e-54f4-4158-a09f-e19310891dbc tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83de2d86-9a0b-4502-8f0a-876565625950,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:24.440348 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29caf61e-54f4-4158-a09f-e19310891dbc tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.441834 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-29caf61e-54f4-4158-a09f-e19310891dbc tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2011008 Sep 14 16:59:24.444804 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33952) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:24.453192 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-36b3886a-ae6d-4af4-9daa-de2361487ca2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'security_group_rule': {'security_group_id': '83de2d86-9a0b-4502-8f0a-876565625950', 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:24.485865 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-36b3886a-ae6d-4af4-9daa-de2361487ca2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.552300 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-36b3886a-ae6d-4af4-9daa-de2361487ca2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.564387 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-36b3886a-ae6d-4af4-9daa-de2361487ca2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.573576 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:59:24.584272 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3886a-ae6d-4af4-9daa-de2361487ca2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a674c798-5c04-4167-a1cc-4fc0f3132e08,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:24.589345 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:24.594338 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-36b3886a-ae6d-4af4-9daa-de2361487ca2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.600317 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-36b3886a-ae6d-4af4-9daa-de2361487ca2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542842 Sep 14 16:59:24.602720 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33954) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:24.607668 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-ec8a8e27-54cf-4f05-8c26-339f991bd1e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'security_group_rule': {'security_group_id': '83de2d86-9a0b-4502-8f0a-876565625950', 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:24.642644 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8e27-54cf-4f05-8c26-339f991bd1e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.667819 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881c23f-1cf0-49d7-a919-9299f9cce9a0 None None] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:59:24.711712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8e27-54cf-4f05-8c26-339f991bd1e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.718359 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8e27-54cf-4f05-8c26-339f991bd1e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.739076 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a8e27-54cf-4f05-8c26-339f991bd1e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8f4a77-32da-4eae-9a10-b58d20ea69b4,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:24.749820 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8e27-54cf-4f05-8c26-339f991bd1e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.754323 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ec8a8e27-54cf-4f05-8c26-339f991bd1e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480811 Sep 14 16:59:24.754667 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33956) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:24.760399 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9bf87a95-8ff6-48e2-8daf-c8db0087e9cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'security_group_rule': {'security_group_id': '83de2d86-9a0b-4502-8f0a-876565625950', 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:24.782803 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:23Z', 'revision_number': 3, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:24.796485 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf87a95-8ff6-48e2-8daf-c8db0087e9cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.804418 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-a003347b-7d05-4340-ba87-7b89b6427eb5 None None] Provisioning for port 60ecf6e6-01ab-4766-a8ad-2d876863e630 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:24.812711 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Checking router: 48b83cf7-f855-4ad7-8f29-6daa3443ab61 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:24.813122 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Updating router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 port 1fd39acd-7147-4947-8c2e-0862409aab00 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:59:24.840199 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.872694 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf87a95-8ff6-48e2-8daf-c8db0087e9cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.883788 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf87a95-8ff6-48e2-8daf-c8db0087e9cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.903424 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf87a95-8ff6-48e2-8daf-c8db0087e9cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc2ae03-031a-4062-91fe-af740b7fe213,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:24.917694 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf87a95-8ff6-48e2-8daf-c8db0087e9cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:24.919535 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9bf87a95-8ff6-48e2-8daf-c8db0087e9cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635094 Sep 14 16:59:24.922244 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33958) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:24.927707 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-293ed2b9-0387-4640-90be-1addbf692687 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'security_group_rule': {'security_group_id': '83de2d86-9a0b-4502-8f0a-876565625950', 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:24.975677 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.003982 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-293ed2b9-0387-4640-90be-1addbf692687 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.146009 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 60ecf6e6-01ab-4766-a8ad-2d876863e630 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:25.151581 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-293ed2b9-0387-4640-90be-1addbf692687 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.162945 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-293ed2b9-0387-4640-90be-1addbf692687 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.191621 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-293ed2b9-0387-4640-90be-1addbf692687 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.193000 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-293ed2b9-0387-4640-90be-1addbf692687 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2692671 Sep 14 16:59:25.193911 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ed2b9-0387-4640-90be-1addbf692687 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92df260e-e672-4e72-91bc-5f069feb691f,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.195790 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33962) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:25.200903 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'security_group_rule': {'security_group_id': '83de2d86-9a0b-4502-8f0a-876565625950', 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:25.221623 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 60ecf6e6-01ab-4766-a8ad-2d876863e630 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:25.228031 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 60ecf6e6-01ab-4766-a8ad-2d876863e630 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:25.228448 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.228563 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.241163 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Transition to ACTIVE for port object 1fd39acd-7147-4947-8c2e-0862409aab00 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:25.247796 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.securitygroups_db [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Project ee89b0de34a043f1a96bedaf2e11831d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:59:25.251930 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.255193 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.274874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Allocated IP 172.20.0.1 (5daf3d05-1a05-48e9-9840-2d34cc52edcf/b8903df0-e509-4a46-b773-0d3449059350/b9eb5b31-49eb-4630-b4bf-0115b34a1f61) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:25.333445 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Attempting to bind port 1fd39acd-7147-4947-8c2e-0862409aab00 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:25.334287 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Attempting to bind port 1fd39acd-7147-4947-8c2e-0862409aab00 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:25.334886 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Attempting to bind port 1fd39acd-7147-4947-8c2e-0862409aab00 on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:25.338123 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7618a-ccfc-425f-82ca-4188d9f8fe1a None None] Pushing event updated for resources: {'Port': ['ID=1fd39acd-7147-4947-8c2e-0862409aab00,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.344741 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.345365 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:25.346219 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:25.346694 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.347233 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:25.347948 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Bound port: 1fd39acd-7147-4947-8c2e-0862409aab00, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:25.348335 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.350557 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.361162 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.371438 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c4c380-0a13-4367-b7a7-69457a466864,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.379727 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.381508 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-17ee7fa0-5567-47df-a80f-8285c9429425 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1846230 Sep 14 16:59:25.384385 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 33966) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:25.389769 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'security_group_rule': {'security_group_id': '83de2d86-9a0b-4502-8f0a-876565625950', 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:25.423628 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 60ecf6e6-01ab-4766-a8ad-2d876863e630, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=60ecf6e6-01ab-4766-a8ad-2d876863e630,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:25.427271 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.securitygroups_db [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Project ee89b0de34a043f1a96bedaf2e11831d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:59:25.433348 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.433547 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.434444 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9b205f6d-4632-490e-9c53-fb2cdf194756 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:25.447384 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] For port 1fd39acd-7147-4947-8c2e-0862409aab00, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:25.452441 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] For port 1fd39acd-7147-4947-8c2e-0862409aab00, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=1fd39acd-7147-4947-8c2e-0862409aab00,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:25.460395 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.480731 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.506644 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.511926 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Transition to ACTIVE for port object b9eb5b31-49eb-4630-b4bf-0115b34a1f61 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:25.512558 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.521849 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7618a-ccfc-425f-82ca-4188d9f8fe1a None None] Pushing event updated for resources: {'Port': ['ID=1fd39acd-7147-4947-8c2e-0862409aab00,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.525033 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=60ecf6e6-01ab-4766-a8ad-2d876863e630,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.539950 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.540825 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550629 Sep 14 16:59:25.541765 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a8c09-54d2-4526-bf37-230fbcbbed36 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79ce52d-9f57-49b0-955e-a1a951054dd9,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.544275 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:25.544904 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:25.568417 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 9b205f6d-4632-490e-9c53-fb2cdf194756 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:25.574195 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 9b205f6d-4632-490e-9c53-fb2cdf194756 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:25.574699 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.582070 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.649921 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:25.653201 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:25.657813 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:25.695492 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.696036 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:25.706206 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Pushing event updated for resources: {'Port': ['ID=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.740229 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.743677 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 9b205f6d-4632-490e-9c53-fb2cdf194756, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9b205f6d-4632-490e-9c53-fb2cdf194756,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:25.755917 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.857182 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Sync routers for ids ['b51605cb-612b-4cdf-8315-6a9b08be136b'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:25.867397 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=9b205f6d-4632-490e-9c53-fb2cdf194756,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:25.874664 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Routers {'b51605cb-612b-4cdf-8315-6a9b08be136b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:25.875323 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b51605cb-612b-4cdf-8315-6a9b08be136b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:25.945504 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:23Z', 'revision_number': 3, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:25.970080 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:25.982856 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab735fe3-7e9f-4793-b3fa-8ba0adf3dc6b None None] The sync data for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi is: [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:23Z', 'revision_number': 3, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:26.035993 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-5f1dc0b7-b6b7-426a-b05e-2e37aca4ed25 None None] Provisioning for port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:26.049445 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Set router b51605cb-612b-4cdf-8315-6a9b08be136b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:26.051422 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-5f1dc0b7-b6b7-426a-b05e-2e37aca4ed25 None None] Provisioning complete for port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:26.051794 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc0b7-b6b7-426a-b05e-2e37aca4ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.153265 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-5f1dc0b7-b6b7-426a-b05e-2e37aca4ed25 None None] Port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:26.217665 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.226422 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.305809 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.308520 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Pushing event updated for resources: {'Port': ['ID=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:26.366299 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:22Z', 'revision_number': 4, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port': {'id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '5b23e032-9d71-46ef-8c92-33049d1b4586', 'name': '', 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'mac_address': 'fa:16:3e:46:53:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1975e0da-21ee-4cea-a66c-fad71907b3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:22Z', 'revision_number': 2, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'subnets': [{'id': '1975e0da-21ee-4cea-a66c-fad71907b3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:26.397339 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Checking router: b51605cb-612b-4cdf-8315-6a9b08be136b for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:26.397790 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Updating router b51605cb-612b-4cdf-8315-6a9b08be136b port 5b23e032-9d71-46ef-8c92-33049d1b4586 binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:59:26.438942 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.479730 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:26.481155 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:26.624822 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:59:26.755649 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:26.761213 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bf2575e8-bffe-4653-bd37-a508baa98cbf admin admin] 10.222.0.21 "PUT /v2.0/routers/48b83cf7-f855-4ad7-8f29-6daa3443ab61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3592720 Sep 14 16:59:26.809294 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-58781379-9c5c-49d7-bffe-065417a18d97 None None] Provisioning complete for port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:26.809771 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-58781379-9c5c-49d7-bffe-065417a18d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.841547 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.858549 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Transition to ACTIVE for port object 5b23e032-9d71-46ef-8c92-33049d1b4586 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:26.865924 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-58781379-9c5c-49d7-bffe-065417a18d97 None None] Port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:26.873224 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:26.943006 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f75dac-662d-4384-8bf9-6a3f3e856f2c None None] Pushing event updated for resources: {'Port': ['ID=5b23e032-9d71-46ef-8c92-33049d1b4586,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:27.009286 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Attempting to bind port 5b23e032-9d71-46ef-8c92-33049d1b4586 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:27.010180 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Attempting to bind port 5b23e032-9d71-46ef-8c92-33049d1b4586 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:27.010826 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Attempting to bind port 5b23e032-9d71-46ef-8c92-33049d1b4586 on network ee6581fd-0966-4e43-a9cb-499a49104021 {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:27.023520 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:27.023894 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Checking segment: {'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:27.024297 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.024719 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Bound using segment: {'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:27.025220 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Bound port: 5b23e032-9d71-46ef-8c92-33049d1b4586, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e6132c-7431-4453-94a0-4eccb73f7b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:27.025560 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.122389 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] For port 5b23e032-9d71-46ef-8c92-33049d1b4586, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:27.125715 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] For port 5b23e032-9d71-46ef-8c92-33049d1b4586, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=5b23e032-9d71-46ef-8c92-33049d1b4586,segment=NetworkSegment(c8e6132c-7431-4453-94a0-4eccb73f7b27),segment_id=c8e6132c-7431-4453-94a0-4eccb73f7b27)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:27.133018 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.205646 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 60ecf6e6-01ab-4766-a8ad-2d876863e630 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:27.267943 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f75dac-662d-4384-8bf9-6a3f3e856f2c None None] Pushing event updated for resources: {'Port': ['ID=5b23e032-9d71-46ef-8c92-33049d1b4586,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:27.272930 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Routers {'b51605cb-612b-4cdf-8315-6a9b08be136b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:27.273551 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b51605cb-612b-4cdf-8315-6a9b08be136b'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:27.423058 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34044) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:27.430084 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-a4fd57bc-2f13-4f29-bc9a-343247ba1d0c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616737897', 'description': 'tempest-description--2059321421'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:27.458453 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4fd57bc-2f13-4f29-bc9a-343247ba1d0c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.546024 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 60ecf6e6-01ab-4766-a8ad-2d876863e630 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:27.546765 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.568831 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4fd57bc-2f13-4f29-bc9a-343247ba1d0c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.580828 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4fd57bc-2f13-4f29-bc9a-343247ba1d0c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.616231 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] Set router b51605cb-612b-4cdf-8315-6a9b08be136b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:27.625826 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd57bc-2f13-4f29-bc9a-343247ba1d0c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f4202e-d5a9-4867-a900-c391a3634989,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:27.629915 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4fd57bc-2f13-4f29-bc9a-343247ba1d0c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.631335 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a4fd57bc-2f13-4f29-bc9a-343247ba1d0c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2071784 Sep 14 16:59:27.634196 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34052) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:27.642748 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-6126566b-7cd4-4329-98d8-b33f588db3ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'security_group_rule': {'security_group_id': '18f4202e-d5a9-4867-a900-c391a3634989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:27.680469 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6126566b-7cd4-4329-98d8-b33f588db3ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.750687 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6126566b-7cd4-4329-98d8-b33f588db3ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.757471 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6126566b-7cd4-4329-98d8-b33f588db3ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.761524 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 1fd39acd-7147-4947-8c2e-0862409aab00 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:27.779319 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126566b-7cd4-4329-98d8-b33f588db3ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4614d3c4-8fa5-4356-933e-8f309983a551,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:27.783068 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6126566b-7cd4-4329-98d8-b33f588db3ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.784443 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6126566b-7cd4-4329-98d8-b33f588db3ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492701 Sep 14 16:59:27.787237 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34056) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:27.792441 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-ce1d3932-0eb7-468c-b237-3cef4a96cb44 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'security_group_rule': {'security_group_id': '18f4202e-d5a9-4867-a900-c391a3634989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:27.828850 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3932-0eb7-468c-b237-3cef4a96cb44 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.884838 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 1fd39acd-7147-4947-8c2e-0862409aab00 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:27.890911 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 1fd39acd-7147-4947-8c2e-0862409aab00 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:27.891582 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:27.959411 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:22Z', 'revision_number': 4, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port': {'id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '5b23e032-9d71-46ef-8c92-33049d1b4586', 'name': '', 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'mac_address': 'fa:16:3e:46:53:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1975e0da-21ee-4cea-a66c-fad71907b3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:27Z', 'revision_number': 4, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'subnets': [{'id': '1975e0da-21ee-4cea-a66c-fad71907b3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:28.013994 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2e1d-8650-4e0c-a2d5-2c02c3074940 None None] The sync data for ids ['b51605cb-612b-4cdf-8315-6a9b08be136b'] in dv-cinder-808995-1-iscsi is: [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:22Z', 'revision_number': 4, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port': {'id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '5b23e032-9d71-46ef-8c92-33049d1b4586', 'name': '', 'network_id': 'ee6581fd-0966-4e43-a9cb-499a49104021', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'mac_address': 'fa:16:3e:46:53:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1975e0da-21ee-4cea-a66c-fad71907b3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:27Z', 'revision_number': 4, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'subnets': [{'id': '1975e0da-21ee-4cea-a66c-fad71907b3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:28.029312 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.053895 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 1fd39acd-7147-4947-8c2e-0862409aab00, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=1fd39acd-7147-4947-8c2e-0862409aab00,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:28.061683 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.062952 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9b205f6d-4632-490e-9c53-fb2cdf194756 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:28.106259 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Sync routers for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:28.118025 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:28.119011 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:28.159916 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3932-0eb7-468c-b237-3cef4a96cb44 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.166351 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3932-0eb7-468c-b237-3cef4a96cb44 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.166751 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=1fd39acd-7147-4947-8c2e-0862409aab00,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:28.184376 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 9b205f6d-4632-490e-9c53-fb2cdf194756 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:28.184688 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.197498 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d3932-0eb7-468c-b237-3cef4a96cb44 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e687b2c-f81b-48f9-853e-4391cb4d87bd,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:28.212303 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3932-0eb7-468c-b237-3cef4a96cb44 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.216771 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ce1d3932-0eb7-468c-b237-3cef4a96cb44 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4248710 Sep 14 16:59:28.217045 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34058) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:28.221815 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:28.256431 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.304311 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:28.383485 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.489728 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Allocated IP 172.27.2.115 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/089fbe80-a1cd-433f-a4f7-9b10611b2b9c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:28.519927 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:26Z', 'revision_number': 2, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:28.545268 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Checking router: 48b83cf7-f855-4ad7-8f29-6daa3443ab61 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:28.545615 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Updating router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:59:28.576473 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.597448 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.647112 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.687412 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:28.690385 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:28.697120 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:28.700080 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'Port': ['ID=089fbe80-a1cd-433f-a4f7-9b10611b2b9c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:28.790634 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.835634 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.937447 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:28.948662 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Transition to ACTIVE for port object b9eb5b31-49eb-4630-b4bf-0115b34a1f61 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:28.956355 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.014788 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0bc70-62ff-4633-862b-30fa7b0cdb76 None None] Pushing event updated for resources: {'Port': ['ID=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:29.018197 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.029522 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.079039 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Attempting to bind port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:29.079462 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Attempting to bind port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:29.079772 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Attempting to bind port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:29.091901 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:29.092490 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Checking segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:29.093047 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.093613 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Bound using segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:29.094510 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Bound port: b9eb5b31-49eb-4630-b4bf-0115b34a1f61, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:29.095307 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.119875 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'Port': ['ID=089fbe80-a1cd-433f-a4f7-9b10611b2b9c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:29.122609 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.143691 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.145291 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0b3fc633-1800-4960-968e-196fbd284428 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9271924 Sep 14 16:59:29.145878 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 1fd39acd-7147-4947-8c2e-0862409aab00 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:29.189003 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] For port b9eb5b31-49eb-4630-b4bf-0115b34a1f61, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:29.201577 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] For port b9eb5b31-49eb-4630-b4bf-0115b34a1f61, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:29.209497 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.244015 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 1fd39acd-7147-4947-8c2e-0862409aab00 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:29.244818 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.295294 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:29.296271 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:29.367695 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 5b23e032-9d71-46ef-8c92-33049d1b4586 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:29.369709 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-dd1ff764-ef51-49f5-9375-7e68250a71a3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--616737897&fields=id&tenant_id=7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 267 time: 0.0808544 Sep 14 16:59:29.475105 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 5b23e032-9d71-46ef-8c92-33049d1b4586 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:29.479732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 5b23e032-9d71-46ef-8c92-33049d1b4586 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:29.480107 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.548305 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0bc70-62ff-4633-862b-30fa7b0cdb76 None None] Pushing event updated for resources: {'Port': ['ID=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,revision_number=4']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:29.569229 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:29.571873 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-925d73c0-adb9-4faa-a397-21427e2a7669 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:29.573890 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-925d73c0-adb9-4faa-a397-21427e2a7669 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 815 time: 0.2021568 Sep 14 16:59:29.587635 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.592942 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-a3319ab8-1edb-4039-aebf-a9fd01651c6a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/quotas/7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 375 time: 0.0122223 Sep 14 16:59:29.628328 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 5b23e032-9d71-46ef-8c92-33049d1b4586, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=5b23e032-9d71-46ef-8c92-33049d1b4586,segment=NetworkSegment(c8e6132c-7431-4453-94a0-4eccb73f7b27),segment_id=c8e6132c-7431-4453-94a0-4eccb73f7b27)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:29.636266 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:29.666899 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-ffed97c8-013a-4bc1-b420-48d7576b8852 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669041 Sep 14 16:59:29.718198 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=5b23e032-9d71-46ef-8c92-33049d1b4586,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:29.801099 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-7f127d4a-1e49-48c0-a11a-e483d8a30e60 service neutron] 10.222.0.21 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188872 Sep 14 16:59:29.815719 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:29Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:29.842440 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e8626-0900-438c-8e99-7ca0b57aca9a None None] The sync data for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi is: [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:29Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:29.906571 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6b4f014f-6eee-4bf0-9e16-f268095fdf55 service neutron] 10.222.0.21 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966585 Sep 14 16:59:30.163653 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-21e2a1d0-61a9-4c50-8272-de993e18092c req-afa4ed44-abf9-4f30-878f-1f30b016ba7d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 210 time: 0.0303292 Sep 14 16:59:31.076917 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b9eb5b31-49eb-4630-b4bf-0115b34a1f61 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:31.132809 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:31.136582 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:31.136954 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.238750 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.283187 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port b9eb5b31-49eb-4630-b4bf-0115b34a1f61, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:31.291433 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-016cb3ef-5b7e-4ff4-91d5-fbe2db52e8c1 req-d92a3d55-963f-46f7-b042-087177fa5413 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 210 time: 0.0365045 Sep 14 16:59:31.293768 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.294620 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 5b23e032-9d71-46ef-8c92-33049d1b4586 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:31.326536 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34114) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:31.382664 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:31.397985 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 5b23e032-9d71-46ef-8c92-33049d1b4586 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:31.398348 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.496745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-43211565-9d31-426a-adb1-379fe0f987cd tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:31.498317 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-43211565-9d31-426a-adb1-379fe0f987cd tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 815 time: 0.1608956 Sep 14 16:59:31.515585 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29e7fd10-932d-48f0-9619-bf9735ce7ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.582059 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-ea0fbc93-76e6-4b6f-9f14-5a917d7675ca tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 379 time: 0.0557780 Sep 14 16:59:31.600777 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'port': {'device_id': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'admin_state_up': True, 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'security_groups': ['18f4202e-d5a9-4867-a900-c391a3634989']}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:31.743021 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29e7fd10-932d-48f0-9619-bf9735ce7ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.752312 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29e7fd10-932d-48f0-9619-bf9735ce7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.794526 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Made reservation on behalf of 7eb6da628a2040208d727589ec92d557 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:31.798257 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.800907 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7fd10-932d-48f0-9619-bf9735ce7ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaba908-af84-4cc2-9b8a-d98e18738db5,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:31.806573 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-29e7fd10-932d-48f0-9619-bf9735ce7ba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d10156c9ebb64266aef258f83ef2d2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789460 Sep 14 16:59:31.809881 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34124) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:31.872132 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4090385e-4350-463c-baf6-0f7347366ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:31.958120 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Allocated IP 172.20.0.12 (5daf3d05-1a05-48e9-9840-2d34cc52edcf/b8903df0-e509-4a46-b773-0d3449059350/c4c7b06c-449d-4883-ba1c-983b98e06be3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:32.140551 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.155862 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Transition to ACTIVE for port object c4c7b06c-449d-4883-ba1c-983b98e06be3 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:32.168078 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4090385e-4350-463c-baf6-0f7347366ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.197714 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.216730 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4090385e-4350-463c-baf6-0f7347366ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.219391 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4090385e-4350-463c-baf6-0f7347366ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.220548 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4090385e-4350-463c-baf6-0f7347366ac2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aaba908-af84-4cc2-9b8a-d98e18738db5 HTTP/1.1" status: 204 len: 168 time: 0.4096267 Sep 14 16:59:32.228436 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090385e-4350-463c-baf6-0f7347366ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaba908-af84-4cc2-9b8a-d98e18738db5,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:32.249373 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:32.257908 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:32.260555 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:32.266628 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:32.320053 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:32.320741 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.347213 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-6823c56e-2743-48e5-9c93-e93e721f3984 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7547102 Sep 14 16:59:32.367805 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Request body: {'port': {'device_id': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:32.471497 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb4cc-6d19-4351-9c0b-bacafb9fa003 req-ebaf73c5-4ba7-4fa2-9a5d-d7ee97d979d3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:32.473042 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-331fb4cc-6d19-4351-9c0b-bacafb9fa003 req-ebaf73c5-4ba7-4fa2-9a5d-d7ee97d979d3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 932 time: 0.0773327 Sep 14 16:59:32.474112 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.524297 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-bf187457-3632-40d6-8ae4-4cfe5ada5f39 None None] Provisioning for port c4c7b06c-449d-4883-ba1c-983b98e06be3 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:32.534598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-bf187457-3632-40d6-8ae4-4cfe5ada5f39 None None] Provisioning complete for port c4c7b06c-449d-4883-ba1c-983b98e06be3 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:32.535002 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-bf187457-3632-40d6-8ae4-4cfe5ada5f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.544826 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-331fb4cc-6d19-4351-9c0b-bacafb9fa003 req-7234da6b-f56f-4aa9-ad83-8c9fd6249fb6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619230 Sep 14 16:59:32.596776 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-bf187457-3632-40d6-8ae4-4cfe5ada5f39 None None] Port c4c7b06c-449d-4883-ba1c-983b98e06be3 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:32.784878 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c7b06c-449d-4883-ba1c-983b98e06be3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:59:32.792680 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.806986 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Transition to ACTIVE for port object c4c7b06c-449d-4883-ba1c-983b98e06be3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:32.813957 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:32.867379 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:32.950772 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Attempting to bind port c4c7b06c-449d-4883-ba1c-983b98e06be3 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:32.951147 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Attempting to bind port c4c7b06c-449d-4883-ba1c-983b98e06be3 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:32.951476 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Attempting to bind port c4c7b06c-449d-4883-ba1c-983b98e06be3 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:32.956658 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Port c4c7b06c-449d-4883-ba1c-983b98e06be3 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:59:32.957079 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Attempting to bind port c4c7b06c-449d-4883-ba1c-983b98e06be3 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:32.962221 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:32.962605 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Checking segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:32.963041 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Bound using segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:32.963553 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Bound port: c4c7b06c-449d-4883-ba1c-983b98e06be3, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:32.963935 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:33.052791 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b9eb5b31-49eb-4630-b4bf-0115b34a1f61 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:33.062331 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:33.067321 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:33.075479 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:33.098480 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:33.100060 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:33.102295 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] 10.222.0.44 "PUT /v2.0/ports/c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 200 len: 1094 time: 0.7392988 Sep 14 16:59:33.126697 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:33.127098 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:33.134325 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:33.139900 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1" -d '{"events": [{"name": "network-changed", "server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:33.176213 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c255f-be6c-44ca-ac8d-72412b63720e service neutron] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:33.234415 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-3eff8b5a-01f3-4c13-a268-4f5c0cfaf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:33.239195 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-3eff8b5a-01f3-4c13-a268-4f5c0cfaf5a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1097 time: 0.0575998 Sep 14 16:59:33.256716 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03424fd-be63-4899-ac3a-7b0d3e307830 x-openstack-request-id: req-e03424fd-be63-4899-ac3a-7b0d3e307830 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:33.257026 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:33.258333 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e03424fd-be63-4899-ac3a-7b0d3e307830 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:33.258916 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'status': 'completed', 'code': 200} Sep 14 16:59:33.336341 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-476d14e8-a3c0-46e1-bb0f-55fbb3cbffc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 200 len: 217 time: 0.0568926 Sep 14 16:59:33.398884 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-bb13000c-ecb1-4d35-a957-3d842dff9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:33.400505 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-bb13000c-ecb1-4d35-a957-3d842dff9c6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0537167 Sep 14 16:59:33.462443 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-f9cf6024-1574-446b-a8cd-d5e0a4581c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:33.464757 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-f9cf6024-1574-446b-a8cd-d5e0a4581c4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549934 Sep 14 16:59:33.581268 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-7c5b13f9-0350-47c4-8a8b-f795b2965fa4 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047823 Sep 14 16:59:33.696200 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a814d82-770b-47dd-941a-6980c4a5619c req-285e3faf-a123-49a5-b97c-2039dca79c8d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:33.697711 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8a814d82-770b-47dd-941a-6980c4a5619c req-285e3faf-a123-49a5-b97c-2039dca79c8d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0546169 Sep 14 16:59:33.743402 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8a814d82-770b-47dd-941a-6980c4a5619c req-25f1d481-ca08-4d27-988b-189cea48d0a8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344741 Sep 14 16:59:34.865520 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646bcee-320f-408d-a1e1-53c63664a3aa req-448412e2-59f5-4aaa-945d-9daec54c1fbe tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:34.867279 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e646bcee-320f-408d-a1e1-53c63664a3aa req-448412e2-59f5-4aaa-945d-9daec54c1fbe tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0514839 Sep 14 16:59:34.909857 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e646bcee-320f-408d-a1e1-53c63664a3aa req-cf58de4f-803c-43f5-ab0d-4eb43bdc65c8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337281 Sep 14 16:59:36.050560 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfdede-5ca2-4215-a954-c818fb843353 req-f327d4bb-27ca-4674-a654-d2bdb8417bb9 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:36.052063 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2ccfdede-5ca2-4215-a954-c818fb843353 req-f327d4bb-27ca-4674-a654-d2bdb8417bb9 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0539632 Sep 14 16:59:36.093848 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2ccfdede-5ca2-4215-a954-c818fb843353 req-cea2b099-4c77-4b04-a7fe-e7cc718a3fea tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358322 Sep 14 16:59:37.021987 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3875aad0-6e8a-41f7-a3f0-a41d7134c653 req-4c5bcee7-0751-42ee-8e2d-1dcd838af78c service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894475 Sep 14 16:59:37.201528 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-5356761d-5ed2-4c6a-9fa6-4ec15ceea01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.203051 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-5356761d-5ed2-4c6a-9fa6-4ec15ceea01c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1097 time: 0.0466335 Sep 14 16:59:37.216825 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3a49-592d-4408-ac93-5a3139fdf489 req-66e4f4ec-af8b-47b8-bc53-bad84bc04a27 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.218302 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e01f3a49-592d-4408-ac93-5a3139fdf489 req-66e4f4ec-af8b-47b8-bc53-bad84bc04a27 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0522289 Sep 14 16:59:37.264678 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e01f3a49-592d-4408-ac93-5a3139fdf489 req-a405010c-792f-4249-969f-2878ff14caed tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Sep 14 16:59:37.304166 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-9757b6c7-ddd1-4aea-b439-fd5738ed44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.305693 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-9757b6c7-ddd1-4aea-b439-fd5738ed44e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.0916457 Sep 14 16:59:37.352256 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-21c00bf9-d430-4992-9427-c037bf85b808 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 200 len: 217 time: 0.0369058 Sep 14 16:59:37.409119 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-54eef18b-88a0-4151-89ae-384496d3870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.410783 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-54eef18b-88a0-4151-89ae-384496d3870d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0491486 Sep 14 16:59:37.500947 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-0557c3b8-6629-435a-9353-f77dbc2fadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.502526 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-0557c3b8-6629-435a-9353-f77dbc2fadf9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503225 Sep 14 16:59:37.575711 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-5aa13786-2e1d-469e-b14a-c189867d26c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516582 Sep 14 16:59:37.622580 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-8a91ecf3-0cac-417f-9338-9d6d684151b9 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981250 Sep 14 16:59:37.697881 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-17e9306c-648d-4564-bab3-a39df68f0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.699938 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-17e9306c-648d-4564-bab3-a39df68f0f7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1098 time: 0.0457776 Sep 14 16:59:37.738265 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a146dc0e-0635-4446-a8e4-ae25f2ab9de1 req-d9819f72-1e1d-46f9-b790-423c4a355232 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010218 Sep 14 16:59:37.815127 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-ec66b86e-3e9d-4097-99f8-aaf97b6e4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.816681 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-ec66b86e-3e9d-4097-99f8-aaf97b6e4c5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.0952020 Sep 14 16:59:37.886680 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-65259d28-dd10-486f-a102-67c0a70941f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 1001 time: 0.0613906 Sep 14 16:59:37.949656 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-898039f7-9569-4748-ba06-daf05a37ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:37.951657 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-898039f7-9569-4748-ba06-daf05a37ba60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0538704 Sep 14 16:59:38.047491 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-eb2081d2-d9d1-4d7e-a184-771078cf2e00 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bffe9bd05a5f4831b31438be2f5bae38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290351 Sep 14 16:59:38.250401 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-39ad6174-03a8-480d-a18c-1b5aed696110 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:38.252402 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-39ad6174-03a8-480d-a18c-1b5aed696110 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984677 Sep 14 16:59:38.272152 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-73291adf-085f-47d0-ad1e-d470cb854128 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/quotas/bffe9bd05a5f4831b31438be2f5bae38 HTTP/1.1" status: 200 len: 375 time: 0.0119283 Sep 14 16:59:38.311493 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b6a6ee04-391a-409f-80ed-f1a303eb48c6 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bffe9bd05a5f4831b31438be2f5bae38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333681 Sep 14 16:59:38.367877 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-cf0db2c3-b448-4318-9d51-4a0c60912a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:38.400721 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20291580-4aee-4621-8a49-18d9843682de req-b28fdf08-80ec-4ebd-89c5-5de5a95af1fe tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:38.407444 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20291580-4aee-4621-8a49-18d9843682de req-b28fdf08-80ec-4ebd-89c5-5de5a95af1fe tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0675335 Sep 14 16:59:38.443850 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20291580-4aee-4621-8a49-18d9843682de req-a55fd5c7-a5d4-4608-b202-386592eb0d32 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354393 Sep 14 16:59:38.492121 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7a9367e4-608a-4c90-84b8-8d2bb2ebd79b req-6b9789fe-6545-49c8-b7af-6c03bd6e6793 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 210 time: 0.0259602 Sep 14 16:59:39.294613 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-50af906d-0741-4b44-a30a-2346d5a6d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:39.296173 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-50af906d-0741-4b44-a30a-2346d5a6d20c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500033 Sep 14 16:59:39.575916 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8efa-b66c-4150-99e2-292f6df40594 req-149a5814-36b2-472f-9cfd-4faa306a73b5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:39.577366 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4b9e8efa-b66c-4150-99e2-292f6df40594 req-149a5814-36b2-472f-9cfd-4faa306a73b5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0519538 Sep 14 16:59:39.585265 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-765d1f61-4b3f-4a25-8903-05e6e08181a3 req-a5d80fee-f71e-41fe-b8c6-17aa62befea4 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 210 time: 0.0261672 Sep 14 16:59:39.624819 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4b9e8efa-b66c-4150-99e2-292f6df40594 req-20a01d2f-b1be-42f0-9a84-42622810865c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402818 Sep 14 16:59:40.685052 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5f9a2e15-20f2-429e-8376-822146739671 req-1d21e1b2-c981-4155-b28e-2ad3e9388438 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 210 time: 0.0289116 Sep 14 16:59:40.753859 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ab83-58f5-4cca-a78c-3f5cc4282d8a req-b2e55c7e-6f5b-4850-86b1-ab058d2c091a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:40.755361 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bda6ab83-58f5-4cca-a78c-3f5cc4282d8a req-b2e55c7e-6f5b-4850-86b1-ab058d2c091a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0569901 Sep 14 16:59:40.795182 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bda6ab83-58f5-4cca-a78c-3f5cc4282d8a req-a2b48ab9-ce2e-45f8-bf71-b3daf23986b1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335798 Sep 14 16:59:40.896241 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-10b9cc8e-ac58-4f02-a2ce-a4a48fd7586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:41.010990 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:41.422678 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-a800c7c9-af76-4d4b-a779-dbaf3224db36 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939341 Sep 14 16:59:41.520837 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20ab8b32-c2cf-4537-b778-cc12b1bebe6c req-639c6a54-dd29-41f2-a664-d64c385abedd service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901718 Sep 14 16:59:41.781123 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-011d81d8-9ff1-4b8f-89f0-1ede46f88e2d req-53abe935-6ff6-472f-8579-444ff00bed14 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 210 time: 0.0278394 Sep 14 16:59:41.869703 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:41.923815 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63cfef-d5f0-4554-966a-8fa6afa0ed21 req-6cd29f91-867a-46bb-967d-14fbffc35d3c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:41.925378 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bd63cfef-d5f0-4554-966a-8fa6afa0ed21 req-6cd29f91-867a-46bb-967d-14fbffc35d3c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0537775 Sep 14 16:59:41.964804 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bd63cfef-d5f0-4554-966a-8fa6afa0ed21 req-3a109287-bf23-4234-bea4-964bb2696fa4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326176 Sep 14 16:59:42.164577 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-65944ce5-32fe-4d56-a973-e27e08b12042 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bffe9bd05a5f4831b31438be2f5bae38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437856 Sep 14 16:59:42.382087 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a84223-807d-411b-b693-0efae3fa6659 req-4a0e8d87-c8eb-446c-955f-1401554a7cd6 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:42.383811 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-09a84223-807d-411b-b693-0efae3fa6659 req-4a0e8d87-c8eb-446c-955f-1401554a7cd6 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.1700773 Sep 14 16:59:42.404537 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-511ce83b-ba7b-4c3a-8a04-969bbbc9b293 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:42.405915 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-511ce83b-ba7b-4c3a-8a04-969bbbc9b293 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283494 Sep 14 16:59:42.433661 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Request body: {'port': {'device_id': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4', 'admin_state_up': True, 'tenant_id': 'bffe9bd05a5f4831b31438be2f5bae38'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:42.453165 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-09a84223-807d-411b-b693-0efae3fa6659 req-2756a42d-62f0-4815-b105-0598afe9cb53 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618050 Sep 14 16:59:42.555463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Made reservation on behalf of bffe9bd05a5f4831b31438be2f5bae38 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:42.558958 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:42.567714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:42.656582 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:42.662330 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:42.731593 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a82f126-44a8-464e-b3aa-8f9ebcdc129a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:42.745752 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.746097 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.746434 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.746753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.747114 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.747441 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.747769 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.748090 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.748416 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.748745 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.749061 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.749463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:42.813501 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Allocated IP 192.168.233.109 (c9848c26-a4ee-4970-9755-c7bd152522d4/96ee3e8a-ae66-4d82-9ac7-9014fb8f357d/e8618a2c-a351-486b-ba65-78bcb428bf8f) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:42.882029 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-217355bc-8fef-490f-889c-930bcda5fc7a req-f37e5a21-fb43-4b75-9761-46e9d020e484 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Sep 14 16:59:42.971019 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:42.985822 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Transition to ACTIVE for port object e8618a2c-a351-486b-ba65-78bcb428bf8f will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:43.025634 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.027293 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.091780 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Network c9848c26-a4ee-4970-9755-c7bd152522d4 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:43.098603 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:43.103440 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:43.136145 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Pushing event updated for resources: {'Port': ['ID=e8618a2c-a351-486b-ba65-78bcb428bf8f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:43.170030 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e10b4-b2a2-4978-b0e0-21aeba025d40 req-1fa0a459-44df-49a5-a72e-a5eb5e33210f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:43.171602 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-951e10b4-b2a2-4978-b0e0-21aeba025d40 req-1fa0a459-44df-49a5-a72e-a5eb5e33210f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.1140485 Sep 14 16:59:43.180108 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:43.180939 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.216234 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-b270db2a-d831-40d5-8b1b-84c667a6e054 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7918692 Sep 14 16:59:43.224698 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-951e10b4-b2a2-4978-b0e0-21aeba025d40 req-ae9bdbce-34d1-4780-9016-8e863f6402b7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404692 Sep 14 16:59:43.246329 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Request body: {'port': {'device_id': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:43.313164 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.316813 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-39067a8d-2d5e-4b71-b48e-181693dc7d2f None None] Provisioning for port e8618a2c-a351-486b-ba65-78bcb428bf8f completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:43.322077 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-39067a8d-2d5e-4b71-b48e-181693dc7d2f None None] Provisioning complete for port e8618a2c-a351-486b-ba65-78bcb428bf8f triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:43.322600 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-39067a8d-2d5e-4b71-b48e-181693dc7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.358907 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-39067a8d-2d5e-4b71-b48e-181693dc7d2f None None] Port e8618a2c-a351-486b-ba65-78bcb428bf8f cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:43.545268 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.573804 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31922-f9e8-4034-8665-1fb1ce11d6b3 req-adf412b0-21e7-41fd-9013-d4b24683705f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:43.580798 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a2b31922-f9e8-4034-8665-1fb1ce11d6b3 req-adf412b0-21e7-41fd-9013-d4b24683705f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0531833 Sep 14 16:59:43.595047 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8618a2c-a351-486b-ba65-78bcb428bf8f {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:59:43.602718 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.616824 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Transition to ACTIVE for port object e8618a2c-a351-486b-ba65-78bcb428bf8f will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:43.621719 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a2b31922-f9e8-4034-8665-1fb1ce11d6b3 req-309433d0-1da2-40a2-a7f7-b68f14556068 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339198 Sep 14 16:59:43.621888 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.674030 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Pushing event updated for resources: {'Port': ['ID=e8618a2c-a351-486b-ba65-78bcb428bf8f,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:43.745807 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Attempting to bind port e8618a2c-a351-486b-ba65-78bcb428bf8f on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:43.746583 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Attempting to bind port e8618a2c-a351-486b-ba65-78bcb428bf8f by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:43.746902 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Attempting to bind port e8618a2c-a351-486b-ba65-78bcb428bf8f on network c9848c26-a4ee-4970-9755-c7bd152522d4 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:43.751522 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Port e8618a2c-a351-486b-ba65-78bcb428bf8f on network c9848c26-a4ee-4970-9755-c7bd152522d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:59:43.751836 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Attempting to bind port e8618a2c-a351-486b-ba65-78bcb428bf8f on network c9848c26-a4ee-4970-9755-c7bd152522d4 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:43.756936 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:43.757265 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Checking segment: {'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:43.757638 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Bound using segment: {'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:43.758060 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Bound port: e8618a2c-a351-486b-ba65-78bcb428bf8f, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0a0a50-0937-4538-808b-3d0fe3e3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:43.758568 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.831075 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] For port e8618a2c-a351-486b-ba65-78bcb428bf8f, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:43.834396 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] For port e8618a2c-a351-486b-ba65-78bcb428bf8f, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e8618a2c-a351-486b-ba65-78bcb428bf8f,segment=NetworkSegment(6e0a0a50-0937-4538-808b-3d0fe3e3f8e7),segment_id=6e0a0a50-0937-4538-808b-3d0fe3e3f8e7)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:43.840124 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.876300 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:43.877082 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:43.878521 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] 10.222.0.44 "PUT /v2.0/ports/e8618a2c-a351-486b-ba65-78bcb428bf8f HTTP/1.1" status: 200 len: 1098 time: 0.6377382 Sep 14 16:59:43.880703 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'tag': 'e8618a2c-a351-486b-ba65-78bcb428bf8f'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:43.883632 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba34e479-2444-40e5-a6aa-e69e10e964c9" -d '{"events": [{"name": "network-changed", "server_uuid": "037feee1-40d0-4f94-a0c0-6e586377c6b0", "tag": "e8618a2c-a351-486b-ba65-78bcb428bf8f"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:43.917743 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f0e53-4e36-4282-becc-cabbb205d0ce service neutron] Pushing event updated for resources: {'Port': ['ID=e8618a2c-a351-486b-ba65-78bcb428bf8f,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:43.925441 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d42f3-36ca-4de1-b3a4-337ac93c494a x-openstack-request-id: req-433d42f3-36ca-4de1-b3a4-337ac93c494a {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:43.925727 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037feee1-40d0-4f94-a0c0-6e586377c6b0", "tag": "e8618a2c-a351-486b-ba65-78bcb428bf8f", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:43.925979 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-433d42f3-36ca-4de1-b3a4-337ac93c494a {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:43.926372 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'tag': 'e8618a2c-a351-486b-ba65-78bcb428bf8f', 'status': 'completed', 'code': 200} Sep 14 16:59:44.002419 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-0f0eff0b-6616-49b2-85b2-f2019b77b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.004735 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-0f0eff0b-6616-49b2-85b2-f2019b77b07c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bffe9bd05a5f4831b31438be2f5bae38&device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 1101 time: 0.0472355 Sep 14 16:59:44.025866 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf67c3-84da-4198-91da-c8b1063f3a78 req-3a8d673e-b4b3-4fc9-b70a-08587d1ccf2c tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.027483 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a8cf67c3-84da-4198-91da-c8b1063f3a78 req-3a8d673e-b4b3-4fc9-b70a-08587d1ccf2c tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 948 time: 0.0596542 Sep 14 16:59:44.060402 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-2ab09712-1518-43fa-9183-65e49c141ccb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e8618a2c-a351-486b-ba65-78bcb428bf8f HTTP/1.1" status: 200 len: 217 time: 0.0382295 Sep 14 16:59:44.070448 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a8cf67c3-84da-4198-91da-c8b1063f3a78 req-9882fd95-c3a7-4be1-b7ce-8bf0dbfb7edf tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363102 Sep 14 16:59:44.112270 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-80e177a4-4a3b-4393-8b10-96885dace8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.113858 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-80e177a4-4a3b-4393-8b10-96885dace8bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ee3e8a-ae66-4d82-9ac7-9014fb8f357d HTTP/1.1" status: 200 len: 843 time: 0.0449283 Sep 14 16:59:44.163598 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da94d0-035c-45f2-9fee-5411751e0cad req-54b0a422-774b-4aa7-8dc2-c683ec46cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.165241 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-54b0a422-774b-4aa7-8dc2-c683ec46cf33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9848c26-a4ee-4970-9755-c7bd152522d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405500 Sep 14 16:59:44.271959 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-76810c88-b27b-4e22-a7bd-5312a88cf09c service neutron] 10.222.0.44 "GET /v2.0/networks/c9848c26-a4ee-4970-9755-c7bd152522d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958648 Sep 14 16:59:44.411402 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae281c-1a8b-46f4-b767-ac04870d7dda req-6dc688b4-25a8-414c-ad34-a5171a1b3886 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.412890 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48ae281c-1a8b-46f4-b767-ac04870d7dda req-6dc688b4-25a8-414c-ad34-a5171a1b3886 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.1041570 Sep 14 16:59:44.414875 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-53da94d0-035c-45f2-9fee-5411751e0cad req-5c3ced0a-e0ac-48cd-bcfa-27d7faa43a04 service neutron] 10.222.0.44 "GET /v2.0/networks/c9848c26-a4ee-4970-9755-c7bd152522d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319845 Sep 14 16:59:44.457264 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48ae281c-1a8b-46f4-b767-ac04870d7dda req-f21058a3-06d1-4eb5-8489-5bafb1c10c7b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382400 Sep 14 16:59:44.566037 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-a433b856-1ee7-4e9c-b87e-6a29264e77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.567581 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-a433b856-1ee7-4e9c-b87e-6a29264e77d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bffe9bd05a5f4831b31438be2f5bae38&device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 1101 time: 0.0505579 Sep 14 16:59:44.666396 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-6d52457d-5aea-4582-ac54-7bd969af4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.667906 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-6d52457d-5aea-4582-ac54-7bd969af4924 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9848c26-a4ee-4970-9755-c7bd152522d4 HTTP/1.1" status: 200 len: 870 time: 0.0897932 Sep 14 16:59:44.707142 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:59:44.709638 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-7125dcf6-b2c3-44ac-8963-7e5b63dcf0d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e8618a2c-a351-486b-ba65-78bcb428bf8f HTTP/1.1" status: 200 len: 217 time: 0.0335195 Sep 14 16:59:44.737453 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68774821-fc37-488e-9009-9b0c0b96098b req-6d8c37f7-dd45-487c-bd14-1963aedacf98 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.739099 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-68774821-fc37-488e-9009-9b0c0b96098b req-6d8c37f7-dd45-487c-bd14-1963aedacf98 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0496268 Sep 14 16:59:44.765215 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-e5fa7f58-84c7-4dd1-9640-e2ef2e996f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.766801 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-e5fa7f58-84c7-4dd1-9640-e2ef2e996f94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ee3e8a-ae66-4d82-9ac7-9014fb8f357d HTTP/1.1" status: 200 len: 843 time: 0.0468147 Sep 14 16:59:44.778295 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-68774821-fc37-488e-9009-9b0c0b96098b req-7d09a31d-e5ac-438d-bbd0-476530167443 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322113 Sep 14 16:59:44.805910 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:44.820699 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'port_id': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'mac_address': 'fa:16:3e:60:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:59:44.839856 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-bbae5cac-2b4c-44ca-9c91-b7f00c21f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:44.841325 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-bbae5cac-2b4c-44ca-9c91-b7f00c21f7df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9848c26-a4ee-4970-9755-c7bd152522d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455410 Sep 14 16:59:44.856914 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:44.869913 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c7b06c-449d-4883-ba1c-983b98e06be3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:59:44.890635 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:44.897163 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:44.945181 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-9999f891-da66-4e89-9403-190ddb188a96 service neutron] 10.222.0.44 "GET /v2.0/networks/c9848c26-a4ee-4970-9755-c7bd152522d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929406 Sep 14 16:59:44.949713 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:45.044748 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba34e479-2444-40e5-a6aa-e69e10e964c9 req-d885e391-ec4a-4390-9886-e7dc3fd5c7f7 service neutron] 10.222.0.44 "GET /v2.0/networks/c9848c26-a4ee-4970-9755-c7bd152522d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915341 Sep 14 16:59:45.196107 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a848b-402c-44e9-8da9-3f0805e4405b req-4485e56d-432e-4431-96a8-5aa4ccb56628 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:45.197901 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fd5a848b-402c-44e9-8da9-3f0805e4405b req-4485e56d-432e-4431-96a8-5aa4ccb56628 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 948 time: 0.0537758 Sep 14 16:59:45.239388 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fd5a848b-402c-44e9-8da9-3f0805e4405b req-df555d3b-d678-495f-be14-2939db875846 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Sep 14 16:59:45.355014 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['c4c7b06c-449d-4883-ba1c-983b98e06be3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:59:45.581434 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08a7d1-0a0b-467f-888f-b0f368ec2251 req-e4df2533-fbca-4d71-b53a-18de81e9ae9a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:45.582940 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ea08a7d1-0a0b-467f-888f-b0f368ec2251 req-e4df2533-fbca-4d71-b53a-18de81e9ae9a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 945 time: 0.0497079 Sep 14 16:59:45.621796 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ea08a7d1-0a0b-467f-888f-b0f368ec2251 req-b1b24a0b-3d1c-4586-a900-498cfa8fc0c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325460 Sep 14 16:59:45.913996 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a0184-856f-4286-b4d2-8c80c846553b req-69aeefd4-3eea-43c0-952d-00d469959fce tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:45.915465 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc8a0184-856f-4286-b4d2-8c80c846553b req-69aeefd4-3eea-43c0-952d-00d469959fce tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0612745 Sep 14 16:59:45.953475 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cc8a0184-856f-4286-b4d2-8c80c846553b req-0d61ee53-3b38-4428-b5bc-bac7b9402948 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Sep 14 16:59:46.363220 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4449d-4126-4c8c-96cf-e8c658c0d445 req-c230d953-91f6-4952-9dae-bb679819c02b tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:46.364708 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-24f4449d-4126-4c8c-96cf-e8c658c0d445 req-c230d953-91f6-4952-9dae-bb679819c02b tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 948 time: 0.0573001 Sep 14 16:59:46.403917 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-24f4449d-4126-4c8c-96cf-e8c658c0d445 req-39792c64-4cc4-4f73-ba0e-168b61b59f75 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Sep 14 16:59:46.728740 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device e8618a2c-a351-486b-ba65-78bcb428bf8f details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:59:46.740792 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:46.746572 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ce30-11a3-4e6f-8721-e21c23591bd3 req-3bb589fb-6aad-4622-850b-531be30f9db0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:46.748155 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5344ce30-11a3-4e6f-8721-e21c23591bd3 req-3bb589fb-6aad-4622-850b-531be30f9db0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 945 time: 0.0522604 Sep 14 16:59:46.789285 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-5344ce30-11a3-4e6f-8721-e21c23591bd3 req-3583f3fd-f812-4414-87c0-6d9d7e206925 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350747 Sep 14 16:59:46.854092 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port c4c7b06c-449d-4883-ba1c-983b98e06be3 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:46.862504 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port e8618a2c-a351-486b-ba65-78bcb428bf8f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e8618a2c-a351-486b-ba65-78bcb428bf8f,segment=NetworkSegment(6e0a0a50-0937-4538-808b-3d0fe3e3f8e7),segment_id=6e0a0a50-0937-4538-808b-3d0fe3e3f8e7)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:46.864646 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port c4c7b06c-449d-4883-ba1c-983b98e06be3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:46.865017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:46.892178 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'e8618a2c-a351-486b-ba65-78bcb428bf8f', 'network_id': 'c9848c26-a4ee-4970-9755-c7bd152522d4', 'port_id': 'e8618a2c-a351-486b-ba65-78bcb428bf8f', 'mac_address': 'fa:16:3e:06:6c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ee3e8a-ae66-4d82-9ac7-9014fb8f357d', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:59:46.942434 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:46.973529 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8618a2c-a351-486b-ba65-78bcb428bf8f {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:59:47.005369 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:47.008112 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port e8618a2c-a351-486b-ba65-78bcb428bf8f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e8618a2c-a351-486b-ba65-78bcb428bf8f,segment=NetworkSegment(6e0a0a50-0937-4538-808b-3d0fe3e3f8e7),segment_id=6e0a0a50-0937-4538-808b-3d0fe3e3f8e7)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:47.019490 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:47.057068 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:47.059355 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f95e16-4a0f-4fca-bf12-363323b28309" -d '{"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:47.074308 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b8988-91ac-4c60-aa6a-e46a5b30e055 req-0567f9ba-ade8-4f60-911d-e30b743d3503 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:47.076906 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:47.081717 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f7b8988-91ac-4c60-aa6a-e46a5b30e055 req-0567f9ba-ade8-4f60-911d-e30b743d3503 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0564339 Sep 14 16:59:47.089755 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:47.096459 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=e8618a2c-a351-486b-ba65-78bcb428bf8f,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:47.104840 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e745324f-b41e-4b8a-8e92-e10676b891e4 x-openstack-request-id: req-e745324f-b41e-4b8a-8e92-e10676b891e4 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:47.105138 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:47.105395 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e745324f-b41e-4b8a-8e92-e10676b891e4 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:47.105822 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'code': 200} Sep 14 16:59:47.119010 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f7b8988-91ac-4c60-aa6a-e46a5b30e055 req-274731c4-ed07-4841-a085-22bbe1b16a6d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363970 Sep 14 16:59:47.149078 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:47.406367 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbad751-ca00-4345-97e5-918e2abe3d3e req-81e02ad2-bba2-4434-8272-3eff0b40c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:47.407960 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8bbad751-ca00-4345-97e5-918e2abe3d3e req-81e02ad2-bba2-4434-8272-3eff0b40c661 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1099 time: 0.0521734 Sep 14 16:59:47.458890 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['e8618a2c-a351-486b-ba65-78bcb428bf8f'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:59:47.481185 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8bbad751-ca00-4345-97e5-918e2abe3d3e req-153252bf-e93c-4e12-9ba6-9ac66fb30423 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384915 Sep 14 16:59:47.528811 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8a9f5-870c-494d-a09f-6b92d14a0264 req-111b3c4e-78c6-4cf1-a42c-7244d4807f00 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:47.530322 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-66c8a9f5-870c-494d-a09f-6b92d14a0264 req-111b3c4e-78c6-4cf1-a42c-7244d4807f00 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 949 time: 0.0518436 Sep 14 16:59:47.567138 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-66c8a9f5-870c-494d-a09f-6b92d14a0264 req-788778ff-940d-4e56-9a38-e0628c8ba8f7 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307195 Sep 14 16:59:48.172301 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7a51b-ad67-4137-9969-49ddad21c510 req-413aabcb-5a76-4e50-be05-5556fd788d78 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:48.173844 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c4e7a51b-ad67-4137-9969-49ddad21c510 req-413aabcb-5a76-4e50-be05-5556fd788d78 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.3035500 Sep 14 16:59:48.212020 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c4e7a51b-ad67-4137-9969-49ddad21c510 req-2e19421f-99b0-4b7b-87b7-ceab6133aa06 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Sep 14 16:59:48.237354 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3cb7-5a7b-4c09-82a2-2b7698ac404a req-4e6c38a3-a3ab-4eda-aa58-2cb2ae00561a tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:48.238868 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f0f3cb7-5a7b-4c09-82a2-2b7698ac404a req-4e6c38a3-a3ab-4eda-aa58-2cb2ae00561a tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0485597 Sep 14 16:59:48.278787 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f0f3cb7-5a7b-4c09-82a2-2b7698ac404a req-cfe1c35a-3e14-44d1-ab85-8b090bb0038a tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327957 Sep 14 16:59:48.682099 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaacea-cd50-4a18-b44d-7425e6de81b4 req-c541c631-1d41-4122-85c3-958e468463a4 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:48.683755 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-57aaacea-cd50-4a18-b44d-7425e6de81b4 req-c541c631-1d41-4122-85c3-958e468463a4 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 949 time: 0.0484824 Sep 14 16:59:48.685856 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50902e-ed6f-42bd-afdf-5cc64d47e151 req-c55ef2f5-297c-492b-bf06-31b51cda71a0 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:48.687349 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b50902e-ed6f-42bd-afdf-5cc64d47e151 req-c55ef2f5-297c-492b-bf06-31b51cda71a0 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 945 time: 0.0470140 Sep 14 16:59:48.725117 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-57aaacea-cd50-4a18-b44d-7425e6de81b4 req-22695d8a-0846-4e0c-abd0-d486e5653b60 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351675 Sep 14 16:59:48.726417 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9b50902e-ed6f-42bd-afdf-5cc64d47e151 req-8e959779-be47-4658-b839-82cc157db021 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Sep 14 16:59:48.749654 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device e8618a2c-a351-486b-ba65-78bcb428bf8f up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:59:48.801041 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port e8618a2c-a351-486b-ba65-78bcb428bf8f completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:48.804990 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port e8618a2c-a351-486b-ba65-78bcb428bf8f triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:48.805382 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:48.888944 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:48.921514 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port e8618a2c-a351-486b-ba65-78bcb428bf8f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e8618a2c-a351-486b-ba65-78bcb428bf8f,segment=NetworkSegment(6e0a0a50-0937-4538-808b-3d0fe3e3f8e7),segment_id=6e0a0a50-0937-4538-808b-3d0fe3e3f8e7)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:48.925320 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:48.974435 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=e8618a2c-a351-486b-ba65-78bcb428bf8f,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:49.106623 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8618a2c-a351-486b-ba65-78bcb428bf8f'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:49.109103 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e531a-9526-49ae-80da-8cf4e404df6f" -d '{"events": [{"server_uuid": "037feee1-40d0-4f94-a0c0-6e586377c6b0", "name": "network-vif-plugged", "status": "completed", "tag": "e8618a2c-a351-486b-ba65-78bcb428bf8f"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:49.147590 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23416eb5-a562-4482-8247-9741cfd1fb83 x-openstack-request-id: req-23416eb5-a562-4482-8247-9741cfd1fb83 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:49.147833 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037feee1-40d0-4f94-a0c0-6e586377c6b0", "name": "network-vif-plugged", "status": "completed", "tag": "e8618a2c-a351-486b-ba65-78bcb428bf8f", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:49.148161 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23416eb5-a562-4482-8247-9741cfd1fb83 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:49.148458 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8618a2c-a351-486b-ba65-78bcb428bf8f', 'code': 200} Sep 14 16:59:49.350502 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face839e-06dd-4fb9-a89a-036e52eff11c req-c225ae83-be06-48e2-b91e-9e24d44d0054 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:49.352018 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-face839e-06dd-4fb9-a89a-036e52eff11c req-c225ae83-be06-48e2-b91e-9e24d44d0054 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0636322 Sep 14 16:59:49.402564 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ab7c2-717e-4293-9efe-63b75b163b06 req-6e4d8330-a710-4604-9fc6-3b753082ba42 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:49.404078 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cc8ab7c2-717e-4293-9efe-63b75b163b06 req-6e4d8330-a710-4604-9fc6-3b753082ba42 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0518303 Sep 14 16:59:49.413011 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c187-01de-4158-ba80-67a5ad4f8e9c req-65730b53-6ae5-4f39-a5c0-85745240ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:49.414505 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0283c187-01de-4158-ba80-67a5ad4f8e9c req-65730b53-6ae5-4f39-a5c0-85745240ca06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 1103 time: 0.0834560 Sep 14 16:59:49.417751 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-face839e-06dd-4fb9-a89a-036e52eff11c req-783e61f7-a067-4e1d-85df-46248b551206 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476139 Sep 14 16:59:49.443793 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cc8ab7c2-717e-4293-9efe-63b75b163b06 req-0e2df6f2-bb85-472d-808e-f5685f3a74ac tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333424 Sep 14 16:59:49.454310 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0283c187-01de-4158-ba80-67a5ad4f8e9c req-1d11da7d-b880-4b94-8efb-c76c4a5eb343 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299089 Sep 14 16:59:49.532871 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beacf2-c363-4ab2-92b1-0d3d258e7395 req-bb7f3b9f-4cba-43f0-8708-3f3c4aa4a6e6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:49.534229 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c3beacf2-c363-4ab2-92b1-0d3d258e7395 req-bb7f3b9f-4cba-43f0-8708-3f3c4aa4a6e6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0479033 Sep 14 16:59:49.543093 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34396) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:49.547385 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'floatingip': {'port_id': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:49.588488 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:49.856911 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee110e7e-6dea-4034-ba24-de48e322fb97 req-b07e68c3-4c9a-483b-80e3-f8189ebac8da tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:49.858384 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ee110e7e-6dea-4034-ba24-de48e322fb97 req-b07e68c3-4c9a-483b-80e3-f8189ebac8da tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 950 time: 0.0484302 Sep 14 16:59:49.896872 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ee110e7e-6dea-4034-ba24-de48e322fb97 req-8bcc2d4f-6b89-443c-b87d-10b73f491d60 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Sep 14 16:59:49.958192 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4eb4-e650-4a77-8226-311677cdbb7f req-f219b17a-69be-48ca-bb77-201bc812fe8e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:49.959744 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-49bb4eb4-e650-4a77-8226-311677cdbb7f req-f219b17a-69be-48ca-bb77-201bc812fe8e tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 945 time: 0.1285465 Sep 14 16:59:50.016351 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a9efdf7c-09f9-47f9-800c-203283e3bbc8 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992247692&fields=id&tenant_id=ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 267 time: 0.0334456 Sep 14 16:59:50.059916 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-49bb4eb4-e650-4a77-8226-311677cdbb7f req-3b6a3cee-3a48-4c4a-9614-b80cf325594a tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919514 Sep 14 16:59:50.080435 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:50.088839 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:50.129339 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-091cfdd5-886f-4595-8e3c-56038d641aab tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:50.130807 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-091cfdd5-886f-4595-8e3c-56038d641aab tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 812 time: 0.1071277 Sep 14 16:59:50.145744 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-f500c325-9e67-4a2e-9058-d8da0fe8d333 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/quotas/ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 375 time: 0.0091488 Sep 14 16:59:50.191682 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Floating IP fcbdd3e1-c2a7-46a2-9a76-9598964bd801 associated. External IP: 172.27.2.115, port: c4c7b06c-449d-4883-ba1c-983b98e06be3. Sep 14 16:59:50.196535 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-2f5e6d98-380b-4dfc-9d6e-ed181da73afa tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450873 Sep 14 16:59:50.296029 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-ea1fd175-2dff-46eb-92a3-13752fa3ec9b service neutron] 10.222.0.21 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875371 Sep 14 16:59:50.384516 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-2ac71f05-d9ca-407f-ae24-eedbd263ac8a service neutron] 10.222.0.21 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819635 Sep 14 16:59:50.403018 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:59:50.529763 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:59:50.540038 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] Sync routers for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:59:50.549849 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:50.550557 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:50.551953 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:50.585374 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0a46b021-5ccd-462b-8415-83f077a60046 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "PUT /v2.0/floatingips/fcbdd3e1-c2a7-46a2-9a76-9598964bd801 HTTP/1.1" status: 200 len: 992 time: 1.0412450 Sep 14 16:59:50.590468 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:50.593134 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:50.617779 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abb4b-5dd4-4c40-9c8e-19e7b763c039 req-d811ca72-6e57-4446-9d61-6bb75e2beee2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:50.620511 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-730abb4b-5dd4-4c40-9c8e-19e7b763c039 req-d811ca72-6e57-4446-9d61-6bb75e2beee2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.1028185 Sep 14 16:59:50.675238 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-730abb4b-5dd4-4c40-9c8e-19e7b763c039 req-401d8914-4728-464b-86d2-3775dbb0e26c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477643 Sep 14 16:59:50.718909 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b73afb-15a7-4ae5-be89-be825be51c54 x-openstack-request-id: req-d9b73afb-15a7-4ae5-be89-be825be51c54 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:50.719709 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:50.720106 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9b73afb-15a7-4ae5-be89-be825be51c54 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:50.720779 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'status': 'completed', 'code': 200} Sep 14 16:59:50.776937 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5738810c-14e9-4f49-8389-8b635f7152ee req-5a479252-828a-451a-beb9-3ff2255728d0 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 210 time: 0.0276570 Sep 14 16:59:50.829846 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:50.846731 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-deffb6f3-18d6-4c80-affb-e8d89e518b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:50.848456 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-deffb6f3-18d6-4c80-affb-e8d89e518b86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1099 time: 0.0476255 Sep 14 16:59:50.973915 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-28add853-9ebe-43b2-aaa3-951fe981ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:50.978034 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-28add853-9ebe-43b2-aaa3-951fe981ff12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.1086335 Sep 14 16:59:51.097438 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-1d9cf2cc-f919-4c76-a801-63506af71b66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 200 len: 1000 time: 0.0951257 Sep 14 16:59:51.106351 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdd4c2-5b33-46d1-a9f8-674dce4d0e41 req-85abf85e-14ce-42ae-9d41-5c1e1d11659a tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:51.108108 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7cbdd4c2-5b33-46d1-a9f8-674dce4d0e41 req-85abf85e-14ce-42ae-9d41-5c1e1d11659a tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 950 time: 0.1073654 Sep 14 16:59:51.149265 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'fcbdd3e1-c2a7-46a2-9a76-9598964bd801', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'port_id': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'mac_address': 'fa:16:3e:60:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:59:28Z', 'updated_at': '2021-09-14T16:59:49Z', 'revision_number': 1, 'project_id': '7eb6da628a2040208d727589ec92d557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:51.177296 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] Checking router: 48b83cf7-f855-4ad7-8f29-6daa3443ab61 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:59:51.184671 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7cbdd4c2-5b33-46d1-a9f8-674dce4d0e41 req-86e44287-5b2f-48ed-bf0d-a5ab9159909c tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698154 Sep 14 16:59:51.186449 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:59:51.187106 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:51.193050 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-9cf18689-3d9e-47f7-b316-6546943d5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:51.195275 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-9cf18689-3d9e-47f7-b316-6546943d5065 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0721107 Sep 14 16:59:51.262049 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796aad-2afa-41f4-9041-391f4a4d81d7 req-ba1936e3-8e87-4764-b97b-eaab0e074db6 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:51.269609 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-38796aad-2afa-41f4-9041-391f4a4d81d7 req-ba1936e3-8e87-4764-b97b-eaab0e074db6 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 945 time: 0.1024954 Sep 14 16:59:51.322448 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:59:51.322618 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-38796aad-2afa-41f4-9041-391f4a4d81d7 req-64a0d2c7-b000-4486-b910-40ddffb64a12 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5319d3a-af46-41de-9739-e3ec09135f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518861 Sep 14 16:59:51.327856 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-1765a58a-9394-4f5a-a3c3-280513538a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:51.330166 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-1765a58a-9394-4f5a-a3c3-280513538a9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550518 Sep 14 16:59:51.456702 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-c5bb45e0-a019-4d87-85da-febb88e4b210 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139596 Sep 14 16:59:51.529842 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bb41d-4251-404a-8e83-deda6971fd67 req-2dfecc95-4450-444c-b672-722cf85cc33d tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:51.531411 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2c7bb41d-4251-404a-8e83-deda6971fd67 req-2dfecc95-4450-444c-b672-722cf85cc33d tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 950 time: 0.0524662 Sep 14 16:59:51.574596 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2c7bb41d-4251-404a-8e83-deda6971fd67 req-9569edf2-086a-4618-a0e7-9d0c77e6a48d tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Sep 14 16:59:51.589334 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'fcbdd3e1-c2a7-46a2-9a76-9598964bd801', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'port_id': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'mac_address': 'fa:16:3e:60:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:59:28Z', 'updated_at': '2021-09-14T16:59:49Z', 'revision_number': 1, 'project_id': '7eb6da628a2040208d727589ec92d557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:59:51.616295 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673dfe1-d64d-477e-a0ee-075a47cc3f5e None None] The sync data for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi is: [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'fcbdd3e1-c2a7-46a2-9a76-9598964bd801', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'port_id': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'mac_address': 'fa:16:3e:60:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:59:28Z', 'updated_at': '2021-09-14T16:59:49Z', 'revision_number': 1, 'project_id': '7eb6da628a2040208d727589ec92d557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:59:51.628843 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6fac9bb7-5eec-44cb-9db3-08a1ab77f78c req-c6ce7efb-0a12-49cb-8a30-a7b806f52130 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107454 Sep 14 16:59:51.674285 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-054e9698-bece-412f-a474-75360e6bd759 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:51.675921 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-054e9698-bece-412f-a474-75360e6bd759 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 945 time: 0.0501084 Sep 14 16:59:51.782670 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Deleting port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:59:51.783028 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:51.795373 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c68fb-60e2-4945-8d49-17003702e34a req-488b1f58-35d8-4332-bc4e-54aff39ce5c9 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:51.796917 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-808c68fb-60e2-4945-8d49-17003702e34a req-488b1f58-35d8-4332-bc4e-54aff39ce5c9 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0579886 Sep 14 16:59:51.818391 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9eacd9-5858-48b7-ba60-09bd53f2c833 None None] New status for floating IP fcbdd3e1-c2a7-46a2-9a76-9598964bd801: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:59:51.843321 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-808c68fb-60e2-4945-8d49-17003702e34a req-4fadae47-d605-420b-98b3-b84cfcfdceee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383081 Sep 14 16:59:52.118877 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-70e90102-08d2-40c5-892b-48bcd879600d req-29bf686e-2d88-4312-8ae6-837067035273 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 210 time: 0.2610476 Sep 14 16:59:52.137389 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] For port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,segment=NetworkSegment(76d89e0e-8513-47ac-806a-0011df047ee3),segment_id=76d89e0e-8513-47ac-806a-0011df047ee3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:52.137753 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:52.150330 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Calling delete_port for 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:59:52.265111 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-096296c7-66c4-4b90-bbdf-5eef36a187eb tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:52.267100 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-096296c7-66c4-4b90-bbdf-5eef36a187eb tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 812 time: 0.1080203 Sep 14 16:59:52.286388 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:52.318224 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Pushing event deleted for resources: {'Port': ['ID=0be42a67-7b93-4947-91ed-fa14b4eb3bb4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:52.328016 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['0be42a67-7b93-4947-91ed-fa14b4eb3bb4'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:59:52.342155 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-d81f6c9a-7175-4656-9d07-7e522f6a76e3 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 380 time: 0.0545292 Sep 14 16:59:52.342441 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.343147 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.343488 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.343819 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.344275 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.344662 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.344915 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.345311 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.345546 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.345893 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.346214 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.346529 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:59:52.368416 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] No DVR routers for this DVR port 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:59:52.370873 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:52.372898 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1624a28c-ca65-4b8f-853e-85f5ac68b92b req-cf9fd274-0b4b-4481-ab58-e0a33c513ed9 tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.44 "DELETE /v2.0/ports/0be42a67-7b93-4947-91ed-fa14b4eb3bb4 HTTP/1.1" status: 204 len: 173 time: 0.6817186 Sep 14 16:59:52.373309 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'name': 'network-vif-deleted', 'tag': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:52.375598 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1737e-762d-4222-ae6f-8d2fc0e40166" -d '{"events": [{"server_uuid": "bdc0d1a7-01a9-4b5b-b8d8-c0169604858e", "name": "network-vif-deleted", "tag": "0be42a67-7b93-4947-91ed-fa14b4eb3bb4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:52.397773 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'port': {'device_id': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'admin_state_up': True, 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'security_groups': ['83de2d86-9a0b-4502-8f0a-876565625950']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:52.415095 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2eca55-d053-4c32-9a3f-7e4649cb1ac7 x-openstack-request-id: req-7d2eca55-d053-4c32-9a3f-7e4649cb1ac7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:52.415401 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0d1a7-01a9-4b5b-b8d8-c0169604858e", "name": "network-vif-deleted", "tag": "0be42a67-7b93-4947-91ed-fa14b4eb3bb4", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:52.415635 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d2eca55-d053-4c32-9a3f-7e4649cb1ac7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:52.416049 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0d1a7-01a9-4b5b-b8d8-c0169604858e', 'name': 'network-vif-deleted', 'tag': '0be42a67-7b93-4947-91ed-fa14b4eb3bb4', 'status': 'completed', 'code': 200} Sep 14 16:59:52.463462 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7d6b0a61-c8f3-47fa-af52-d2f9eadf5e3a req-03959e33-59e3-4574-81f8-9564d06aaa0f tempest-VolumesSnapshotTestJSON-612491013 tempest-VolumesSnapshotTestJSON-612491013-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc0d1a7-01a9-4b5b-b8d8-c0169604858e HTTP/1.1" status: 200 len: 210 time: 0.0429530 Sep 14 16:59:52.541640 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Made reservation on behalf of ee89b0de34a043f1a96bedaf2e11831d for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:59:52.545144 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:52.678146 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Allocated IP 172.20.0.5 (6259d321-88af-4848-b3d7-04cdd62d5c8f/06b8fb70-fef2-4645-a372-f6a5f0e42f17/058fc9c4-1c34-4417-a654-3a084a363b38) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:59:52.690062 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664be24-c159-449a-a0c6-830355af61fa req-39d63c92-835f-4687-8336-f0fc7fa1b345 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:52.691641 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f664be24-c159-449a-a0c6-830355af61fa req-39d63c92-835f-4687-8336-f0fc7fa1b345 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 950 time: 0.0486047 Sep 14 16:59:52.731104 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f664be24-c159-449a-a0c6-830355af61fa req-e44cae23-4a22-47f6-b779-0847f333e691 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328329 Sep 14 16:59:52.820653 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:52.833458 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Transition to ACTIVE for port object 058fc9c4-1c34-4417-a654-3a084a363b38 will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:52.869155 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:52.916435 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:59:52.925830 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:59:52.935355 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:59:52.938963 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=058fc9c4-1c34-4417-a654-3a084a363b38,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:53.017364 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:53.018080 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.029436 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d665c48-ba19-403b-bec2-e5e66c18bda4 req-cf559de4-3446-423e-bdae-bc6614d2bd7b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:53.036769 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7d665c48-ba19-403b-bec2-e5e66c18bda4 req-cf559de4-3446-423e-bdae-bc6614d2bd7b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.1174283 Sep 14 16:59:53.070227 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-c547607e-a372-4b03-bb02-e599c7138810 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6834707 Sep 14 16:59:53.087991 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7d665c48-ba19-403b-bec2-e5e66c18bda4 req-92caffba-d943-4bdd-913f-c33dbb560d34 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477688 Sep 14 16:59:53.097515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Request body: {'port': {'device_id': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:59:53.160567 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.200975 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6557eb7c-4e2d-4697-a9c8-ed525aab2f26 None None] Provisioning for port 058fc9c4-1c34-4417-a654-3a084a363b38 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:59:53.205462 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-6557eb7c-4e2d-4697-a9c8-ed525aab2f26 None None] Provisioning complete for port 058fc9c4-1c34-4417-a654-3a084a363b38 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:59:53.206020 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6557eb7c-4e2d-4697-a9c8-ed525aab2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.246781 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-6557eb7c-4e2d-4697-a9c8-ed525aab2f26 None None] Port 058fc9c4-1c34-4417-a654-3a084a363b38 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:59:53.323582 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3a25e-9e5e-4840-b343-ccd1acdb3cc1 req-65513cc4-853b-48b0-bab9-dde04c03abc8 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:53.325065 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fcd3a25e-9e5e-4840-b343-ccd1acdb3cc1 req-65513cc4-853b-48b0-bab9-dde04c03abc8 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 931 time: 0.1262121 Sep 14 16:59:53.416877 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fcd3a25e-9e5e-4840-b343-ccd1acdb3cc1 req-099847ed-464f-4583-b96c-66dcebd1fb0e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803556 Sep 14 16:59:53.500209 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058fc9c4-1c34-4417-a654-3a084a363b38 {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:59:53.508230 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.521371 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Transition to ACTIVE for port object 058fc9c4-1c34-4417-a654-3a084a363b38 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:59:53.540295 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.603378 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Pushing event updated for resources: {'Port': ['ID=058fc9c4-1c34-4417-a654-3a084a363b38,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:53.694077 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Attempting to bind port 058fc9c4-1c34-4417-a654-3a084a363b38 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:59:53.694344 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Attempting to bind port 058fc9c4-1c34-4417-a654-3a084a363b38 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:59:53.694651 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Attempting to bind port 058fc9c4-1c34-4417-a654-3a084a363b38 on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:53.699529 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Port 058fc9c4-1c34-4417-a654-3a084a363b38 on network 6259d321-88af-4848-b3d7-04cdd62d5c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:59:53.699854 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Attempting to bind port 058fc9c4-1c34-4417-a654-3a084a363b38 on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:59:53.705424 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:59:53.705866 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Checking segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:59:53.706140 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Bound using segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:59:53.706600 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Bound port: 058fc9c4-1c34-4417-a654-3a084a363b38, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:59:53.707016 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.822651 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] For port 058fc9c4-1c34-4417-a654-3a084a363b38, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:59:53.840051 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] For port 058fc9c4-1c34-4417-a654-3a084a363b38, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=058fc9c4-1c34-4417-a654-3a084a363b38,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:59:53.845120 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-e6902396-dc6c-487d-ac5c-ada603d5f2ff tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:53.849655 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-e6902396-dc6c-487d-ac5c-ada603d5f2ff tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.44 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 950 time: 0.1005025 Sep 14 16:59:53.863821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.921935 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:53.922576 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:53.924312 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] 10.222.0.44 "PUT /v2.0/ports/058fc9c4-1c34-4417-a654-3a084a363b38 HTTP/1.1" status: 200 len: 1093 time: 0.8324261 Sep 14 16:59:53.928043 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:53.930413 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8312107-d089-4115-b49f-7e8c13a7ec22" -d '{"events": [{"name": "network-changed", "server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:54.015267 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Deleting port e8618a2c-a351-486b-ba65-78bcb428bf8f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:59:54.015445 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcec58-2791-44b6-a7b1-0d35d4db11f0 req-d13684f2-7543-4b75-b407-15465464a630 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:54.015574 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:54.016744 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d3fcec58-2791-44b6-a7b1-0d35d4db11f0 req-d13684f2-7543-4b75-b407-15465464a630 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/ports?device_id=037feee1-40d0-4f94-a0c0-6e586377c6b0 HTTP/1.1" status: 200 len: 950 time: 0.1654608 Sep 14 16:59:54.031367 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9ab69d-7ced-4ab1-acf9-27290d437256 x-openstack-request-id: req-8f9ab69d-7ced-4ab1-acf9-27290d437256 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:54.031674 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:54.031922 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f9ab69d-7ced-4ab1-acf9-27290d437256 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:54.032348 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38', 'status': 'completed', 'code': 200} Sep 14 16:59:54.037534 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851a442-e9e0-4cd7-a5dd-eb0af07623e9 service neutron] Pushing event updated for resources: {'Port': ['ID=058fc9c4-1c34-4417-a654-3a084a363b38,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:54.138244 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] For port e8618a2c-a351-486b-ba65-78bcb428bf8f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e8618a2c-a351-486b-ba65-78bcb428bf8f,segment=NetworkSegment(6e0a0a50-0937-4538-808b-3d0fe3e3f8e7),segment_id=6e0a0a50-0937-4538-808b-3d0fe3e3f8e7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:59:54.138912 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:54.159544 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Calling delete_port for e8618a2c-a351-486b-ba65-78bcb428bf8f owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:59:54.285597 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9dfc-4b49-40fd-b4bd-005362d71d61 req-bab06647-e51d-43f8-9b9c-f289801293c7 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:54.287184 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d1bd9dfc-4b49-40fd-b4bd-005362d71d61 req-bab06647-e51d-43f8-9b9c-f289801293c7 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0830300 Sep 14 16:59:54.382363 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d3fcec58-2791-44b6-a7b1-0d35d4db11f0 req-33135f11-16d8-4370-b972-fa3360edf57b tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a82f126-44a8-464e-b3aa-8f9ebcdc129a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643537 Sep 14 16:59:54.386775 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d1bd9dfc-4b49-40fd-b4bd-005362d71d61 req-ae1e6a62-09c8-48cd-bbec-41cc94cebde3 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901358 Sep 14 16:59:54.388025 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:54.405096 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-78413c6d-03d5-4728-8622-de889857d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:54.407043 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-78413c6d-03d5-4728-8622-de889857d243 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 1096 time: 0.3856475 Sep 14 16:59:54.417330 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Pushing event deleted for resources: {'Port': ['ID=e8618a2c-a351-486b-ba65-78bcb428bf8f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:59:54.423996 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['e8618a2c-a351-486b-ba65-78bcb428bf8f'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:59:54.469730 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-cf683bde-b081-4efe-aba5-aaa70369ff16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=058fc9c4-1c34-4417-a654-3a084a363b38 HTTP/1.1" status: 200 len: 217 time: 0.0404806 Sep 14 16:59:54.483081 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] No DVR routers for this DVR port e8618a2c-a351-486b-ba65-78bcb428bf8f on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:59:54.487190 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:54.489428 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1879a8a7-2fc0-41b2-843d-8229e0d9b200 req-a1247a6f-12f8-4400-9345-dda7f24e76b2 tempest-VolumesNegativeTest-1290748419 tempest-VolumesNegativeTest-1290748419-project] 10.222.0.44 "DELETE /v2.0/ports/e8618a2c-a351-486b-ba65-78bcb428bf8f HTTP/1.1" status: 204 len: 173 time: 0.6340611 Sep 14 16:59:54.489958 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'name': 'network-vif-deleted', 'tag': 'e8618a2c-a351-486b-ba65-78bcb428bf8f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:59:54.492647 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e359883e-c1c0-4794-914a-159ba8515d45" -d '{"events": [{"server_uuid": "037feee1-40d0-4f94-a0c0-6e586377c6b0", "name": "network-vif-deleted", "tag": "e8618a2c-a351-486b-ba65-78bcb428bf8f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:59:54.561654 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-bae4b825-87f4-4008-b603-b1b509176ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:54.563897 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-bae4b825-87f4-4008-b603-b1b509176ed8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0862310 Sep 14 16:59:54.567396 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb1327f-d738-47e1-8b71-2a16634a3d1a x-openstack-request-id: req-8eb1327f-d738-47e1-8b71-2a16634a3d1a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:59:54.567697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037feee1-40d0-4f94-a0c0-6e586377c6b0", "name": "network-vif-deleted", "tag": "e8618a2c-a351-486b-ba65-78bcb428bf8f", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:59:54.567938 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eb1327f-d738-47e1-8b71-2a16634a3d1a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:59:54.568336 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037feee1-40d0-4f94-a0c0-6e586377c6b0', 'name': 'network-vif-deleted', 'tag': 'e8618a2c-a351-486b-ba65-78bcb428bf8f', 'status': 'completed', 'code': 200} Sep 14 16:59:54.582157 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15cd89-3df8-4b07-b40e-8823a544a1e1 req-4808ff00-e6e3-41d0-9b15-a613d754fa9d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:54.582157 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cc15cd89-3df8-4b07-b40e-8823a544a1e1 req-4808ff00-e6e3-41d0-9b15-a613d754fa9d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0670471 Sep 14 16:59:54.631842 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-b4f6f7d3-acee-4309-98a9-d9dd5a1d2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:54.633744 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-b4f6f7d3-acee-4309-98a9-d9dd5a1d2df0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547628 Sep 14 16:59:54.634934 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cc15cd89-3df8-4b07-b40e-8823a544a1e1 req-f4204d29-a115-4c67-81cd-fa4bbd24e848 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472059 Sep 14 16:59:54.735031 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-94592baf-03a5-4dde-bc9c-31d9ebbb8b65 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869954 Sep 14 16:59:54.794153 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:59:54.815273 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:59:54.815604 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 0be42a67-7b93-4947-91ed-fa14b4eb3bb4 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:59:54.841079 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a53d9ce-3099-4c78-8a9c-4e4ef9b50428 req-e208ee25-452c-4909-987c-3b86624921b5 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981059 Sep 14 16:59:54.992413 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-6098702e-136c-473b-a5f4-4abeb4ecfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:54.993849 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-6098702e-136c-473b-a5f4-4abeb4ecfff3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 1096 time: 0.0451453 Sep 14 16:59:55.107544 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-048b9906-767c-4ede-8557-2c7ffb70266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:55.109387 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-048b9906-767c-4ede-8557-2c7ffb70266d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0988305 Sep 14 16:59:55.171945 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-8301f044-7fb2-4cc4-960a-491aafe70d8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=058fc9c4-1c34-4417-a654-3a084a363b38 HTTP/1.1" status: 200 len: 217 time: 0.0368843 Sep 14 16:59:55.230196 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-a6dd8efa-0998-44c7-907c-db3ad1d0d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:55.232028 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-a6dd8efa-0998-44c7-907c-db3ad1d0d92c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0528946 Sep 14 16:59:55.280017 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-c96a9b2b-fbaa-44ad-9821-eeed50a37254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:55.281420 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-c96a9b2b-fbaa-44ad-9821-eeed50a37254 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412676 Sep 14 16:59:55.381346 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-119a283f-a722-4b59-9f38-15c7323ee00f service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916665 Sep 14 16:59:55.488983 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a8312107-d089-4115-b49f-7e8c13a7ec22 req-85b2ccf3-3f4a-4a4f-b777-03fe97f2b0e8 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990353 Sep 14 16:59:55.529248 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b3129-43a0-4eb1-b2e3-c900bb32360f req-02b323b8-081a-48ad-b8a9-b6dd9cd7b740 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:55.531291 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-500b3129-43a0-4eb1-b2e3-c900bb32360f req-02b323b8-081a-48ad-b8a9-b6dd9cd7b740 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0532899 Sep 14 16:59:55.572898 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-500b3129-43a0-4eb1-b2e3-c900bb32360f req-c6c30568-c2ca-4684-8867-45f7f39b87c5 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352371 Sep 14 16:59:55.749957 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeafa7a-b3a6-45f9-abc2-04b552e135cb req-0e2d0cc1-f331-4722-8352-0cfdeda67b65 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:55.751559 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cfeafa7a-b3a6-45f9-abc2-04b552e135cb req-0e2d0cc1-f331-4722-8352-0cfdeda67b65 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0499742 Sep 14 16:59:55.790463 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cfeafa7a-b3a6-45f9-abc2-04b552e135cb req-9a203733-e664-45ac-b6a1-cedbf4078f09 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Sep 14 16:59:56.693727 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca424cc-c9a3-4e39-bd5a-2b583dfc26f4 req-38410e66-d039-4ff5-a049-b30c16bcb117 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:56.695259 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0ca424cc-c9a3-4e39-bd5a-2b583dfc26f4 req-38410e66-d039-4ff5-a049-b30c16bcb117 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0496824 Sep 14 16:59:56.744394 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0ca424cc-c9a3-4e39-bd5a-2b583dfc26f4 req-1a2456fc-3a82-471b-926b-ac517972a52d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373828 Sep 14 16:59:56.908978 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37b53d-edaf-485c-937d-b35fbe36b271 req-886b16c7-5df5-486a-9e16-19b3d2d9bf12 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:56.911156 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc37b53d-edaf-485c-937d-b35fbe36b271 req-886b16c7-5df5-486a-9e16-19b3d2d9bf12 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0524585 Sep 14 16:59:56.951414 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc37b53d-edaf-485c-937d-b35fbe36b271 req-c0485711-f935-4c00-9b24-2b0f0c001836 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341904 Sep 14 16:59:57.861990 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89207d1-a39f-4241-8071-13dacfa2ed8f req-9ffbd049-0b07-414e-9b00-d4cd69fb4fe2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:57.863593 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d89207d1-a39f-4241-8071-13dacfa2ed8f req-9ffbd049-0b07-414e-9b00-d4cd69fb4fe2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0505006 Sep 14 16:59:57.905582 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d89207d1-a39f-4241-8071-13dacfa2ed8f req-0cc7f948-1d28-4324-a8ae-b7b67af1682d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355411 Sep 14 16:59:58.075029 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730329c-805b-4bcc-bf33-12e250e7ec68 req-f91aea58-fb37-4834-899e-767dbd27434e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:58.076556 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e730329c-805b-4bcc-bf33-12e250e7ec68 req-f91aea58-fb37-4834-899e-767dbd27434e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0505109 Sep 14 16:59:58.119333 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e730329c-805b-4bcc-bf33-12e250e7ec68 req-4f9322b3-8c85-4eb1-b319-0478175dd2b6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367804 Sep 14 16:59:58.809894 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device e8618a2c-a351-486b-ba65-78bcb428bf8f no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:59:58.843471 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: e8618a2c-a351-486b-ba65-78bcb428bf8f {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:59:58.843804 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device e8618a2c-a351-486b-ba65-78bcb428bf8f not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:59:59.032045 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36a86e-ec42-474b-898a-2a9f2059dec4 req-70375949-b778-493f-888b-89403529bbf1 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:59.033542 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd36a86e-ec42-474b-898a-2a9f2059dec4 req-70375949-b778-493f-888b-89403529bbf1 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0503416 Sep 14 16:59:59.076180 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd36a86e-ec42-474b-898a-2a9f2059dec4 req-7eeeccea-4505-400f-b03a-fd0a9dbf2acc tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337956 Sep 14 16:59:59.253366 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628da14-b0e8-4f14-840f-04021cf0f288 req-de4e6c72-4fbb-48a9-b06b-6845ad266af9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:59.255389 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4628da14-b0e8-4f14-840f-04021cf0f288 req-de4e6c72-4fbb-48a9-b06b-6845ad266af9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0620413 Sep 14 16:59:59.297791 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5641889-dbc0-45f0-bc3c-f4875f8e6fbd req-41bd0718-de31-43c3-afad-21ea5a801cdc tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:59.300108 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c5641889-dbc0-45f0-bc3c-f4875f8e6fbd req-41bd0718-de31-43c3-afad-21ea5a801cdc tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0549130 Sep 14 16:59:59.315319 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4628da14-b0e8-4f14-840f-04021cf0f288 req-57d2f168-79ec-47b1-a4cc-58ab78dfbb2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522158 Sep 14 16:59:59.355528 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c5641889-dbc0-45f0-bc3c-f4875f8e6fbd req-d4aa5170-4960-485e-bdef-44de10b4c731 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485229 Sep 14 16:59:59.429338 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-b17209cb-8424-4c8e-b424-91a489c03e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:59.430930 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-b17209cb-8424-4c8e-b424-91a489c03e97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 1098 time: 0.0505340 Sep 14 16:59:59.536474 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34756) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:59.536827 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-c70e7c45-44c4-4d61-96c6-c227978063cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:59.538330 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-c70e7c45-44c4-4d61-96c6-c227978063cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.0979233 Sep 14 16:59:59.626521 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-ae78146e-a9ef-46e2-841e-0cbb9fafa1b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 200 len: 1001 time: 0.0799491 Sep 14 16:59:59.699493 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-ff2cf588-fb15-4ebf-82c9-4662426c62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:59.699493 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-ff2cf588-fb15-4ebf-82c9-4662426c62e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0584631 Sep 14 16:59:59.699493 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34764) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:59:59.699929 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bfd51f66-4505-495b-8d00-800f653795f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bffe9bd05a5f4831b31438be2f5bae38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552200 Sep 14 16:59:59.763789 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-1892449c-7699-413e-bf8d-21dbc283ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:59:59.765282 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-1892449c-7699-413e-bf8d-21dbc283ec01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653987 Sep 14 16:59:59.781953 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-990e6752-837c-46db-8825-84d0a5f55c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:59.848808 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-990e6752-837c-46db-8825-84d0a5f55c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:59.898692 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-24cd8c1c-c278-4f4f-81b0-3d2a4db7ee55 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244633 Sep 14 16:59:59.939226 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-990e6752-837c-46db-8825-84d0a5f55c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:59.941723 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-990e6752-837c-46db-8825-84d0a5f55c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:59:59.945211 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-990e6752-837c-46db-8825-84d0a5f55c4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a82f126-44a8-464e-b3aa-8f9ebcdc129a HTTP/1.1" status: 204 len: 168 time: 0.2492192 Sep 14 16:59:59.981383 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e6752-837c-46db-8825-84d0a5f55c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a82f126-44a8-464e-b3aa-8f9ebcdc129a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:00.013913 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5dccc32e-79af-4b36-bab6-65056b009dd3 req-5dc0624c-3655-4cd7-acdb-29d96d080eb5 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072717 Sep 14 17:00:00.454527 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6629ec-05c8-4c2e-bbd6-8666cf17e7fc req-7dcd7120-a419-4dee-b818-1c3c90ed8d1a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:00.456490 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6f6629ec-05c8-4c2e-bbd6-8666cf17e7fc req-7dcd7120-a419-4dee-b818-1c3c90ed8d1a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0526111 Sep 14 17:00:00.476493 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02bbd0-4d0d-4f41-9b6a-6bea2e6f786b req-143feb98-3cb2-441a-99c9-57563b34319c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:00.477985 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9d02bbd0-4d0d-4f41-9b6a-6bea2e6f786b req-143feb98-3cb2-441a-99c9-57563b34319c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0529847 Sep 14 17:00:00.497999 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6f6629ec-05c8-4c2e-bbd6-8666cf17e7fc req-85d50a62-cb5d-45fa-99ed-b1ed02ef1e64 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352392 Sep 14 17:00:00.517701 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9d02bbd0-4d0d-4f41-9b6a-6bea2e6f786b req-c8cac3d3-7228-4fdc-9393-baa00878e14e tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331407 Sep 14 17:00:01.468510 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-d61bd58e-f6ed-4ee6-a019-ca4f979112de tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615900863&fields=id&tenant_id=e4daf2766a3c45908f0cd6982441a2d2 HTTP/1.1" status: 200 len: 267 time: 0.0362587 Sep 14 17:00:01.525269 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-b77fffa5-dca1-4093-a6a7-0adf2d7861ad tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:01.526764 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-b77fffa5-dca1-4093-a6a7-0adf2d7861ad tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 984 time: 0.0495403 Sep 14 17:00:01.538081 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Request body: {'port': {'security_groups': ['8131dfa8-33fa-4f68-8bf1-89f23f5a185b']}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:01.573938 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:00:01.610283 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:01.620415 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5190d2-581a-404e-96b1-71187f3a48bb req-daaa2b1f-f5de-4ed5-a9c7-4d7a876128b2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:01.622007 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4e5190d2-581a-404e-96b1-71187f3a48bb req-daaa2b1f-f5de-4ed5-a9c7-4d7a876128b2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0505300 Sep 14 17:00:01.660732 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4e5190d2-581a-404e-96b1-71187f3a48bb req-cd415d89-606e-456c-8f55-236a4f0988e7 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Sep 14 17:00:01.772202 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441c41-0395-422b-9a3b-f1fa5a57c24f req-efdf4da2-f831-4f13-9e59-72ba4c9f3619 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:01.773705 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7b441c41-0395-422b-9a3b-f1fa5a57c24f req-efdf4da2-f831-4f13-9e59-72ba4c9f3619 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0501585 Sep 14 17:00:01.792321 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:01.816224 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7b441c41-0395-422b-9a3b-f1fa5a57c24f req-447c8a37-4c55-4da1-b93c-f3795ceb6d1a tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362754 Sep 14 17:00:01.822148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:01.828546 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:01.863481 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b7929b9a-b85d-4eeb-8b32-4455b3457475'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:00:01.870637 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:01.871305 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:01.872704 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f0fc6003-f8a6-40b3-9e7c-b5a09d107161 req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "PUT /v2.0/ports/b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 942 time: 0.3393564 Sep 14 17:00:01.876504 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:01.878745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7133c270-3488-4c5a-8918-db698bdbd26e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:01.879027 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34796) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:01.914448 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe87e-cdbe-472f-91fa-c39bfe2cbff5 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event updated for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:01.948559 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c9f616-cb43-4507-a297-19a33967b94e x-openstack-request-id: req-b8c9f616-cb43-4507-a297-19a33967b94e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:01.948704 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:01.953938 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8c9f616-cb43-4507-a297-19a33967b94e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:01.953938 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'status': 'completed', 'code': 200} Sep 14 17:00:01.988756 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bb0a-f4df-4a36-b6de-c1191532ff9e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.045247 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bb0a-f4df-4a36-b6de-c1191532ff9e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.069087 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b7929b9a-b85d-4eeb-8b32-4455b3457475'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:00:02.079081 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c270-3488-4c5a-8918-db698bdbd26e req-1529a5b0-b668-445e-a44e-e8670981c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:02.080632 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7133c270-3488-4c5a-8918-db698bdbd26e req-1529a5b0-b668-445e-a44e-e8670981c27c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1098 time: 0.0860589 Sep 14 17:00:02.211452 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c270-3488-4c5a-8918-db698bdbd26e req-6af7fcc1-0f27-46e8-801f-fef3f6f6f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:02.213035 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7133c270-3488-4c5a-8918-db698bdbd26e req-6af7fcc1-0f27-46e8-801f-fef3f6f6f0b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 200 len: 916 time: 0.1242189 Sep 14 17:00:02.223210 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-b2afbaef-d69a-4f9c-b575-1035c13747e8 None None] Provisioning complete for port b7929b9a-b85d-4eeb-8b32-4455b3457475 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:00:02.223618 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b2afbaef-d69a-4f9c-b575-1035c13747e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.228807 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bb0a-f4df-4a36-b6de-c1191532ff9e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.231541 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bb0a-f4df-4a36-b6de-c1191532ff9e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.237588 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b7b0bb0a-f4df-4a36-b6de-c1191532ff9e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b234563-b77b-4228-bd4a-6ec802108a97 HTTP/1.1" status: 204 len: 168 time: 0.3526351 Sep 14 17:00:02.237769 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34804) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:02.306968 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0bb0a-f4df-4a36-b6de-c1191532ff9e tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b234563-b77b-4228-bd4a-6ec802108a97,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:02.341054 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7133c270-3488-4c5a-8918-db698bdbd26e req-8f501bd6-5bc4-4aca-b2d5-0c0d6d483315 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 1000 time: 0.1196094 Sep 14 17:00:02.398319 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c270-3488-4c5a-8918-db698bdbd26e req-472fea3c-78f8-424d-bef9-608fb3833f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:02.400463 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7133c270-3488-4c5a-8918-db698bdbd26e req-472fea3c-78f8-424d-bef9-608fb3833f14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=664a7975-317d-405e-8cd3-ccbdfef4e2d6 HTTP/1.1" status: 200 len: 854 time: 0.0519438 Sep 14 17:00:02.448574 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c270-3488-4c5a-8918-db698bdbd26e req-fe82a791-7f55-4bd1-bbef-558b5237d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:02.450084 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7133c270-3488-4c5a-8918-db698bdbd26e req-fe82a791-7f55-4bd1-bbef-558b5237d6b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e62b0fb9-7c7a-441a-b115-61bb3f374d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419419 Sep 14 17:00:02.502510 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Deleting port 9ec752d9-d187-4ec4-ac25-67821c90766c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:02.502882 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.546828 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7133c270-3488-4c5a-8918-db698bdbd26e req-e31d8000-34c1-48b8-bf3c-199f1ff08ebb service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873525 Sep 14 17:00:02.576647 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.577219 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.588653 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Calling delete_port for 9ec752d9-d187-4ec4-ac25-67821c90766c owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:02.643996 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7133c270-3488-4c5a-8918-db698bdbd26e req-00c88ac4-031d-4003-830e-49b2a449bf84 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886817 Sep 14 17:00:02.799290 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 058fc9c4-1c34-4417-a654-3a084a363b38 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:00:02.799597 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.812016 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11b2f-acdd-4775-956b-bc7c5936f34a req-f711e8b5-93c0-418a-9653-b48ea0ce8450 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:02.813569 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-96c11b2f-acdd-4775-956b-bc7c5936f34a req-f711e8b5-93c0-418a-9653-b48ea0ce8450 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 943 time: 0.0687139 Sep 14 17:00:02.839711 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event deleted for resources: {'Port': ['ID=9ec752d9-d187-4ec4-ac25-67821c90766c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:02.903682 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 058fc9c4-1c34-4417-a654-3a084a363b38, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=058fc9c4-1c34-4417-a654-3a084a363b38,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:02.906533 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-96c11b2f-acdd-4775-956b-bc7c5936f34a req-7e36dbdb-b460-4bba-be05-b45a17f2c3d0 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732114 Sep 14 17:00:02.916753 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.917065 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Floating IP 3fb37338-6ad3-4ebf-ad30-e321a3eda668 disassociated (deleted). External IP: 172.27.2.20, port: b7929b9a-b85d-4eeb-8b32-4455b3457475. Sep 14 17:00:02.917270 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '058fc9c4-1c34-4417-a654-3a084a363b38', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'port_id': '058fc9c4-1c34-4417-a654-3a084a363b38', 'mac_address': 'fa:16:3e:ea:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:00:02.956600 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:02.980945 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058fc9c4-1c34-4417-a654-3a084a363b38 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:00:03.002723 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 058fc9c4-1c34-4417-a654-3a084a363b38, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=058fc9c4-1c34-4417-a654-3a084a363b38,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:03.007920 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:03.053212 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=058fc9c4-1c34-4417-a654-3a084a363b38,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:03.133681 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Router 8cde0d84-2a84-44c9-8824-ab99a82f1305 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:00:03.245632 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:00:03.254129 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:03.259229 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] Sync routers for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:00:03.268950 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:03.269635 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:03.283003 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1a2a0165-0960-48c8-9aee-a21ef4e53c0b tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "DELETE /v2.0/floatingips/3fb37338-6ad3-4ebf-ad30-e321a3eda668 HTTP/1.1" status: 204 len: 168 time: 1.0459702 Sep 14 17:00:03.340173 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['058fc9c4-1c34-4417-a654-3a084a363b38'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:00:03.418292 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:03.868484 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:45Z', 'revision_number': 5, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:03.895513 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] Checking router: 8cde0d84-2a84-44c9-8824-ab99a82f1305 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:00:03.919316 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:03.919933 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T16:59:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:03.951462 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:03.954561 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:04.006872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947332a7-c66e-4f59-a458-043af7151463 x-openstack-request-id: req-947332a7-c66e-4f59-a458-043af7151463 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:04.007253 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:04.007561 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-947332a7-c66e-4f59-a458-043af7151463 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:04.007974 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'status': 'completed', 'code': 200} Sep 14 17:00:04.030200 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:04.030636 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705a92-385a-427d-9047-c0e07f173635 req-09f56cb7-30c8-4d2f-a8b6-83f65d5e3697 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:04.032185 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-15705a92-385a-427d-9047-c0e07f173635 req-09f56cb7-30c8-4d2f-a8b6-83f65d5e3697 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 944 time: 0.0547163 Sep 14 17:00:04.072013 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-15705a92-385a-427d-9047-c0e07f173635 req-4abfbc03-d6bf-47f2-9125-5bff33a479cf tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338116 Sep 14 17:00:04.230830 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:45Z', 'revision_number': 5, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:04.256502 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1397f00-ca1c-467a-a1f7-7eeccf8a7bfa None None] The sync data for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi is: [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:38Z', 'revision_number': 4, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '66104ecf-31eb-4d21-97df-d6aa9f54700d', 'name': '', 'network_id': 'e62b0fb9-7c7a-441a-b115-61bb3f374d00', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'mac_address': 'fa:16:3e:cc:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:37Z', 'updated_at': '2021-09-14T16:56:45Z', 'revision_number': 5, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'subnets': [{'id': '664a7975-317d-405e-8cd3-ccbdfef4e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:00:04.472321 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec15a75-2db9-4ad5-bc19-0d6029eae724 None None] New status for floating IP 3fb37338-6ad3-4ebf-ad30-e321a3eda668: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:00:05.209301 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eff4f3-923b-4fe5-8dea-8736ec0d9f0c req-a1eb866f-c270-4a8c-85a2-0cbc35cef386 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:05.210763 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-16eff4f3-923b-4fe5-8dea-8736ec0d9f0c req-a1eb866f-c270-4a8c-85a2-0cbc35cef386 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 944 time: 0.0645041 Sep 14 17:00:05.252955 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-16eff4f3-923b-4fe5-8dea-8736ec0d9f0c req-4d3ba569-2bb1-445d-b75f-fea35dc418e9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Sep 14 17:00:06.376047 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285332-7925-444e-a202-46003ee7c72e req-616ffabf-0091-40c1-bcd8-215b8d50563d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:06.377554 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5285332-7925-444e-a202-46003ee7c72e req-616ffabf-0091-40c1-bcd8-215b8d50563d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 944 time: 0.0552843 Sep 14 17:00:06.419872 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e5285332-7925-444e-a202-46003ee7c72e req-377240ca-4a21-404c-a627-8f3ffa914258 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Sep 14 17:00:06.880870 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-bb978e7e-741d-4d85-907a-6eefd87a8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:06.882379 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-bb978e7e-741d-4d85-907a-6eefd87a8515 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 1098 time: 0.0543048 Sep 14 17:00:07.000462 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-262107ec-033f-4a3f-9147-086abb2e2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:07.002024 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-262107ec-033f-4a3f-9147-086abb2e2897 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 200 len: 916 time: 0.1062539 Sep 14 17:00:07.048022 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-9b3d36ac-225b-4526-aa41-c78a0dafd642 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 200 len: 217 time: 0.0347230 Sep 14 17:00:07.103374 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-f925aa0d-ace1-429f-ab07-9e720d6ff914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:07.104914 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-f925aa0d-ace1-429f-ab07-9e720d6ff914 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=664a7975-317d-405e-8cd3-ccbdfef4e2d6 HTTP/1.1" status: 200 len: 854 time: 0.0467963 Sep 14 17:00:07.164052 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-defdc36a-6239-4170-a9dd-aaa58893fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:07.165588 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-defdc36a-6239-4170-a9dd-aaa58893fec3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e62b0fb9-7c7a-441a-b115-61bb3f374d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455761 Sep 14 17:00:07.258591 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-267ab961-68c0-457b-8d2a-ec296388ec58 service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849280 Sep 14 17:00:07.367571 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b129dfb1-6aa2-4209-b81b-357a2bc1ea8b req-049c0111-b2e1-4803-a7d0-18f90cfddeac service neutron] 10.222.0.44 "GET /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928082 Sep 14 17:00:07.545558 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a178b-3790-418b-bb75-a3a6c25ed396 req-1133d099-0d3c-4cc5-b9f4-209c03d80bed tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:07.547499 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0d2a178b-3790-418b-bb75-a3a6c25ed396 req-1133d099-0d3c-4cc5-b9f4-209c03d80bed tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 944 time: 0.0541692 Sep 14 17:00:07.585961 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0d2a178b-3790-418b-bb75-a3a6c25ed396 req-1529687b-3527-41a9-b2c4-7129b6c48c9c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Sep 14 17:00:08.364937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-6df935da-05be-4ec0-b24c-a87d5de372b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:08.714872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f3954-5555-43dd-8fb8-be364422d3a5 req-431a9a35-5644-4889-b923-2046962df422 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:08.716679 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7f2f3954-5555-43dd-8fb8-be364422d3a5 req-431a9a35-5644-4889-b923-2046962df422 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 944 time: 0.0614991 Sep 14 17:00:08.756394 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7f2f3954-5555-43dd-8fb8-be364422d3a5 req-fa78216f-eff3-4040-857b-15e55ced9975 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336754 Sep 14 17:00:08.843079 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 058fc9c4-1c34-4417-a654-3a084a363b38 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:00:08.902950 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 058fc9c4-1c34-4417-a654-3a084a363b38 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:00:08.906868 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 058fc9c4-1c34-4417-a654-3a084a363b38 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:00:08.907170 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:08.995037 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:09.020213 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:09.022515 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202e9d0e-20e0-4209-be96-30c42eab2383" -d '{"events": [{"server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "name": "network-vif-plugged", "status": "completed", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:09.037499 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 058fc9c4-1c34-4417-a654-3a084a363b38, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=058fc9c4-1c34-4417-a654-3a084a363b38,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:09.043650 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:09.096418 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=058fc9c4-1c34-4417-a654-3a084a363b38,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:09.166540 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671f5be0-54a5-4232-9b10-62a8d313e9bc x-openstack-request-id: req-671f5be0-54a5-4232-9b10-62a8d313e9bc {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:09.166914 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "name": "network-vif-plugged", "status": "completed", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:09.167128 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-671f5be0-54a5-4232-9b10-62a8d313e9bc {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:09.167578 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38', 'code': 200} Sep 14 17:00:09.249391 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093261d8-6a0f-46fe-8d57-297f78b05892 req-a798952b-3076-4016-ba75-2bf75c7e1f74 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:09.251155 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-093261d8-6a0f-46fe-8d57-297f78b05892 req-a798952b-3076-4016-ba75-2bf75c7e1f74 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0627587 Sep 14 17:00:09.293003 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-093261d8-6a0f-46fe-8d57-297f78b05892 req-481e1120-a4eb-4d6c-8c81-b8a582568921 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Sep 14 17:00:09.477754 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a0cda-6f88-4bc0-8cd4-8ae1f27c4bad req-b21cef23-2f64-4ebc-84d1-95ab7f33dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:09.479254 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f04a0cda-6f88-4bc0-8cd4-8ae1f27c4bad req-b21cef23-2f64-4ebc-84d1-95ab7f33dbee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 1098 time: 0.0433226 Sep 14 17:00:09.517841 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f04a0cda-6f88-4bc0-8cd4-8ae1f27c4bad req-2933fa48-0f58-4373-b5c1-2621195f33a9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297682 Sep 14 17:00:09.891600 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f267533-d022-41dd-908c-e91984877dcb req-6f0c8cef-6d73-4282-b47a-6d09c02f1552 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:09.893105 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1f267533-d022-41dd-908c-e91984877dcb req-6f0c8cef-6d73-4282-b47a-6d09c02f1552 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 945 time: 0.0551696 Sep 14 17:00:09.932639 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1f267533-d022-41dd-908c-e91984877dcb req-7d94035e-4f8c-4f93-a785-a5d394477d1c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309331 Sep 14 17:00:10.410468 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babe2ed-0a49-43d2-8d9c-5e05aec5867e req-a8367e52-1d31-43a8-8e63-711b340767b2 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:10.412008 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0babe2ed-0a49-43d2-8d9c-5e05aec5867e req-a8367e52-1d31-43a8-8e63-711b340767b2 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Sep 14 17:00:10.452168 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0babe2ed-0a49-43d2-8d9c-5e05aec5867e req-1a23b1f1-d55a-4ebe-b7ca-aff18f8425d8 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Sep 14 17:00:10.911931 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-98f28f74-516d-4884-b45b-001e0b198cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:11.002558 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:11.055368 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a8e1a-a189-43c1-a2b6-ffc2543f3e95 req-88b7b478-00c7-4f17-8741-769c81aaa1a9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:11.056828 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-923a8e1a-a189-43c1-a2b6-ffc2543f3e95 req-88b7b478-00c7-4f17-8741-769c81aaa1a9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 945 time: 0.0547054 Sep 14 17:00:11.096291 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-923a8e1a-a189-43c1-a2b6-ffc2543f3e95 req-5c06b930-4137-4191-bf32-71e7a8a4b5b7 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Sep 14 17:00:11.238256 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027562-1c14-4a00-8cd4-8a019a0b1ad6 req-7c20f39b-c0d9-4176-ae01-ab8d1f9bf1e2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:11.239783 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-91027562-1c14-4a00-8cd4-8a019a0b1ad6 req-7c20f39b-c0d9-4176-ae01-ab8d1f9bf1e2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 945 time: 0.0585430 Sep 14 17:00:11.283147 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-91027562-1c14-4a00-8cd4-8a019a0b1ad6 req-e7b16d58-8ac8-4783-ab4e-a3c2840e7da3 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Sep 14 17:00:11.305443 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34912) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:11.506528 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbce1fe-ad1c-427f-b511-da9087e56f55 tempest-TestVolumeBootPattern-1667633672 tempest-TestVolumeBootPattern-1667633672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:11.508319 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1cbce1fe-ad1c-427f-b511-da9087e56f55 tempest-TestVolumeBootPattern-1667633672 tempest-TestVolumeBootPattern-1667633672-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 1093 time: 0.2017627 Sep 14 17:00:11.511520 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 34924) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:11.517292 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'port_id': '058fc9c4-1c34-4417-a654-3a084a363b38', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:11.548797 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:11.585240 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba0e6-5797-4be9-8706-190db632b91b req-f52f2d2b-b1f9-4307-8112-3be5e5f56d06 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:11.586704 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0edba0e6-5797-4be9-8706-190db632b91b req-f52f2d2b-b1f9-4307-8112-3be5e5f56d06 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0523233 Sep 14 17:00:11.624696 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0edba0e6-5797-4be9-8706-190db632b91b req-b787f4ba-d478-444b-9177-4ab23aa00b47 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/security-groups?id=8131dfa8-33fa-4f68-8bf1-89f23f5a185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Sep 14 17:00:11.656350 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:11.772183 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Allocated IP 172.27.2.23 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/0c54d195-cabc-4f73-af82-de27925c5e31) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:00:11.874408 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:11.910171 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:11.925036 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-3e12dcfb-f032-4b86-8d34-4115922cee36 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:11.926478 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-3e12dcfb-f032-4b86-8d34-4115922cee36 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 945 time: 0.0787146 Sep 14 17:00:12.015428 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:12.083367 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:00:12.084043 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=0c54d195-cabc-4f73-af82-de27925c5e31,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:12.089502 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:00:12.091952 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:00:12.124018 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Deleting port b7929b9a-b85d-4eeb-8b32-4455b3457475 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:12.124370 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:12.269322 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] For port b7929b9a-b85d-4eeb-8b32-4455b3457475, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b7929b9a-b85d-4eeb-8b32-4455b3457475,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:12.269704 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:12.320712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Calling delete_port for b7929b9a-b85d-4eeb-8b32-4455b3457475 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:12.627265 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:12.649136 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:12.673115 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b7929b9a-b85d-4eeb-8b32-4455b3457475'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:00:12.692754 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Pushing event deleted for resources: {'Port': ['ID=b7929b9a-b85d-4eeb-8b32-4455b3457475,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:12.727893 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-18f92762-1a74-414f-b024-15d056bfa1f7 req-379ae31e-863b-4228-91ab-24ff41df1c07 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4eeb4d2-4b51-4b84-a4ac-b929421d6db2 HTTP/1.1" status: 200 len: 210 time: 0.0318744 Sep 14 17:00:12.997933 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] No DVR routers for this DVR port b7929b9a-b85d-4eeb-8b32-4455b3457475 on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:00:13.002136 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.004253 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e3296cf6-ba84-48b7-8d07-41b595957bd4 req-9e440bcf-f86b-4f1b-b3b5-914d6720b5c9 tempest-TestMinimumBasicScenario-1903202225 tempest-TestMinimumBasicScenario-1903202225-project] 10.222.0.44 "DELETE /v2.0/ports/b7929b9a-b85d-4eeb-8b32-4455b3457475 HTTP/1.1" status: 204 len: 173 time: 1.0705945 Sep 14 17:00:13.004674 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'name': 'network-vif-deleted', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:13.007227 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace44d4-d284-43cd-bf00-87822b07345d" -d '{"events": [{"server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "name": "network-vif-deleted", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:13.037915 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.056044 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.080202 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c521bb5-b21f-4e61-920a-5dfdcdfe5602 x-openstack-request-id: req-6c521bb5-b21f-4e61-920a-5dfdcdfe5602 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:13.080491 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eeb4d2-4b51-4b84-a4ac-b929421d6db2", "name": "network-vif-deleted", "tag": "b7929b9a-b85d-4eeb-8b32-4455b3457475", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:13.080757 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c521bb5-b21f-4e61-920a-5dfdcdfe5602 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:13.081128 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4eeb4d2-4b51-4b84-a4ac-b929421d6db2', 'name': 'network-vif-deleted', 'tag': 'b7929b9a-b85d-4eeb-8b32-4455b3457475', 'status': 'completed', 'code': 200} Sep 14 17:00:13.203088 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.209626 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.279975 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=0c54d195-cabc-4f73-af82-de27925c5e31,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:13.289970 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.397605 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Floating IP 9724e001-43d7-49ec-9835-9382fd12025f associated. External IP: 172.27.2.23, port: 058fc9c4-1c34-4417-a654-3a084a363b38. Sep 14 17:00:13.551200 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.626785 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:00:13.747505 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:00:13.758167 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:00:13.768133 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:13.769267 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:13.785361 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:13.834855 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2029af4c-fe1b-4acb-acfa-a4bfe8b00da6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3118570 Sep 14 17:00:13.909342 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:14.151332 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '9724e001-43d7-49ec-9835-9382fd12025f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '058fc9c4-1c34-4417-a654-3a084a363b38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:ea:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:00:12Z', 'updated_at': '2021-09-14T17:00:12Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:14.178108 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:00:14.186867 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:14.187478 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:14.304921 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:14.462716 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 34990) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:14.541114 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '9724e001-43d7-49ec-9835-9382fd12025f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '058fc9c4-1c34-4417-a654-3a084a363b38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:ea:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:00:12Z', 'updated_at': '2021-09-14T17:00:12Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:14.567921 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def095a-ac2b-4feb-8bf2-a4a5f74240f6 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '9724e001-43d7-49ec-9835-9382fd12025f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '058fc9c4-1c34-4417-a654-3a084a363b38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:ea:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:00:12Z', 'updated_at': '2021-09-14T17:00:12Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:00:14.791632 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06b6561-14b2-4836-a35d-5532b1ce48fa None None] New status for floating IP 9724e001-43d7-49ec-9835-9382fd12025f: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:00:14.889885 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:15.082779 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:15.086014 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab0b665-fa50-45f7-a6fb-10b6f5722992" -d '{"events": [{"name": "network-changed", "server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:15.130998 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a9e2c-300b-4ba3-8917-1cc54a3c7fbb x-openstack-request-id: req-862a9e2c-300b-4ba3-8917-1cc54a3c7fbb {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:15.131289 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:15.131561 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-862a9e2c-300b-4ba3-8917-1cc54a3c7fbb {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:15.131953 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38', 'status': 'completed', 'code': 200} Sep 14 17:00:15.221955 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-2b41a863-f179-4101-9ecd-ebf8ce9efdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:15.223448 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-2b41a863-f179-4101-9ecd-ebf8ce9efdfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 1098 time: 0.0428143 Sep 14 17:00:15.331903 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-bcc8c547-76c4-4d7e-9133-6a7a8f4c7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:15.333474 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-bcc8c547-76c4-4d7e-9133-6a7a8f4c7ed8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0937893 Sep 14 17:00:15.404098 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-28bbe6c4-b6b0-4b24-9326-93f11b58ccdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=058fc9c4-1c34-4417-a654-3a084a363b38 HTTP/1.1" status: 200 len: 1000 time: 0.0623019 Sep 14 17:00:15.456346 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Deleting port 66104ecf-31eb-4d21-97df-d6aa9f54700d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:15.456743 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:15.461133 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-6c074330-1827-4f19-bc08-df8eb543be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:15.462607 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-6c074330-1827-4f19-bc08-df8eb543be1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0483656 Sep 14 17:00:15.512771 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-65a6fed0-2226-4986-b402-3a361b897a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:15.514443 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-65a6fed0-2226-4986-b402-3a361b897a89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416157 Sep 14 17:00:15.535747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] For port 66104ecf-31eb-4d21-97df-d6aa9f54700d, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=66104ecf-31eb-4d21-97df-d6aa9f54700d,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:15.536353 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:15.547995 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Calling delete_port for 66104ecf-31eb-4d21-97df-d6aa9f54700d owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:15.609644 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-55bb4c4f-dee2-484f-8e16-4fb41685f9b3 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872557 Sep 14 17:00:15.708763 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9ab0b665-fa50-45f7-a6fb-10b6f5722992 req-83fa4240-b434-4d40-b5b0-abfbce960c6b service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886462 Sep 14 17:00:15.730972 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:15.767359 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Pushing event deleted for resources: {'Port': ['ID=66104ecf-31eb-4d21-97df-d6aa9f54700d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:15.942968 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:16.164101 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Router 8cde0d84-2a84-44c9-8824-ab99a82f1305 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:00:16.273268 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:00:16.282916 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-4f71c49a-6749-4f4b-baa4-401059bd2123 admin admin] 10.222.0.21 "PUT /v2.0/routers/8cde0d84-2a84-44c9-8824-ab99a82f1305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191180 Sep 14 17:00:16.286063 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35024) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:16.286940 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] Sync routers for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:00:16.296441 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:16.297063 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:16.392568 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:16.400422 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:16.500898 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:16.559061 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Deleting port 17b3477c-0029-47d8-8d5c-c1a55d72eca8 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:16.559574 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:16.580610 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T17:00:15Z', 'revision_number': 5, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port': {'id': '17b3477c-0029-47d8-8d5c-c1a55d72eca8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:16.606228 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] Checking router: 8cde0d84-2a84-44c9-8824-ab99a82f1305 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:00:16.614744 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] Routers {'8cde0d84-2a84-44c9-8824-ab99a82f1305'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:16.615388 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['8cde0d84-2a84-44c9-8824-ab99a82f1305'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:16.642113 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] For port 17b3477c-0029-47d8-8d5c-c1a55d72eca8, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=17b3477c-0029-47d8-8d5c-c1a55d72eca8,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:16.642908 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:16.654043 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Calling delete_port for 17b3477c-0029-47d8-8d5c-c1a55d72eca8 owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:16.824271 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] Set router 8cde0d84-2a84-44c9-8824-ab99a82f1305 gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:16.827276 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:16.853244 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b3477c-0029-47d8-8d5c-c1a55d72eca8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:16.876543 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T17:00:16Z', 'revision_number': 6, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:16.905934 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b7929b9a-b85d-4eeb-8b32-4455b3457475 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:16.909511 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d58a7-903b-41cd-bc5b-0e7737bf84d4 None None] The sync data for ids ['8cde0d84-2a84-44c9-8824-ab99a82f1305'] in dv-cinder-808995-1-iscsi is: [{'id': '8cde0d84-2a84-44c9-8824-ab99a82f1305', 'name': 'tempest-TestMinimumBasicScenario-1134937313-router', 'tenant_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:34Z', 'updated_at': '2021-09-14T17:00:16Z', 'revision_number': 6, 'project_id': 'e4daf2766a3c45908f0cd6982441a2d2', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:00:16.913609 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:16.931822 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: b7929b9a-b85d-4eeb-8b32-4455b3457475 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:16.932206 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b7929b9a-b85d-4eeb-8b32-4455b3457475 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:17.030350 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.032589 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.098231 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.098795 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cde0d84-2a84-44c9-8824-ab99a82f1305 {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:00:17.103535 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.104664 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fdf45c67-73e8-4bff-a398-01ad41c54a49 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8cde0d84-2a84-44c9-8824-ab99a82f1305 HTTP/1.1" status: 204 len: 168 time: 0.8175597 Sep 14 17:00:17.107355 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35028) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:17.151947 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] Deleting subnet 664a7975-317d-405e-8cd3-ccbdfef4e2d6 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:00:17.155472 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.199953 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711024'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.268965 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35032) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:17.318562 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.334997 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] Deleting subnet 68e6bc08-1361-40cd-95c8-54de9b531d26 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:00:17.340838 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.383960 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2941203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152834'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.396919 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.414287 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664a7975-317d-405e-8cd3-ccbdfef4e2d6,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:17.418032 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.422186 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f6b8c797-3ec5-4c03-9b94-9ff731521326 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/664a7975-317d-405e-8cd3-ccbdfef4e2d6 HTTP/1.1" status: 204 len: 168 time: 0.3116889 Sep 14 17:00:17.423124 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35034) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:17.425234 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc417427-c2fd-43e7-b10a-b170e2723d62 None None] Network e62b0fb9-7c7a-441a-b115-61bb3f374d00 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:00:17.441404 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.495855 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.498592 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.524984 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e6bc08-1361-40cd-95c8-54de9b531d26,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:17.530915 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.533035 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a68a0294-fc42-4582-9fa1-d7e5f8175567 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/68e6bc08-1361-40cd-95c8-54de9b531d26 HTTP/1.1" status: 204 len: 168 time: 0.2629347 Sep 14 17:00:17.535623 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35036) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:17.618703 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.624573 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Deleting port 6efdccd0-13d9-4a31-b12d-821a70802b8e {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:17.624927 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.722443 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] For port 6efdccd0-13d9-4a31-b12d-821a70802b8e, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6efdccd0-13d9-4a31-b12d-821a70802b8e,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:17.722808 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.744540 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Calling delete_port for 6efdccd0-13d9-4a31-b12d-821a70802b8e owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:17.756923 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 66104ecf-31eb-4d21-97df-d6aa9f54700d no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:17.758977 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] DHCP port deletion for e62b0fb9-7c7a-441a-b115-61bb3f374d00 request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:00:17.772144 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.780831 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 66104ecf-31eb-4d21-97df-d6aa9f54700d {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:17.781170 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 66104ecf-31eb-4d21-97df-d6aa9f54700d not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:17.827457 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752c0864-15a1-4994-a6d6-bd41c6eebf99']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:17.828096 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Deleting port 6efdccd0-13d9-4a31-b12d-821a70802b8e {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:17.828794 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.840082 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d89e0e-8513-47ac-806a-0011df047ee3') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:17.840382 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d89e0e-8513-47ac-806a-0011df047ee3') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:17.853097 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.875869 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.887856 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:00:17.888240 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:00:17.889869 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:00:17.896103 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] For port 6efdccd0-13d9-4a31-b12d-821a70802b8e, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6efdccd0-13d9-4a31-b12d-821a70802b8e,segment=NetworkSegment(1959e707-da5f-49b9-934c-173681280774),segment_id=1959e707-da5f-49b9-934c-173681280774)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:17.896937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.909797 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Calling delete_port for 6efdccd0-13d9-4a31-b12d-821a70802b8e owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:17.946346 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.950840 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.982345 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Pushing event deleted for resources: {'Port': ['ID=6efdccd0-13d9-4a31-b12d-821a70802b8e,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:17.985790 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:17.986690 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] 10.222.0.21 "DELETE /v2.0/networks/752c0864-15a1-4994-a6d6-bd41c6eebf99 HTTP/1.1" status: 204 len: 168 time: 0.4501312 Sep 14 17:00:17.999338 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] No DVR routers for this DVR port 6efdccd0-13d9-4a31-b12d-821a70802b8e on host dv-cinder-808995-1-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:00:18.001341 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be30cc-006d-480f-9a5b-40493115537d admin admin] Pushing event deleted for resources: {'Network': ['ID=752c0864-15a1-4994-a6d6-bd41c6eebf99,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:18.057423 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.082726 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Pushing event deleted for resources: {'Port': ['ID=6efdccd0-13d9-4a31-b12d-821a70802b8e,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:18.083671 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.091045 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] No DVR routers for this DVR port 6efdccd0-13d9-4a31-b12d-821a70802b8e on host dv-cinder-808995-1-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:00:18.092982 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.093323 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.093703 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.094049 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.094377 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.094701 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.095049 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.095362 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.095888 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.096159 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.096630 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.097269 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9a413-382f-41a4-9a04-b82571189932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:18.113291 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62b0fb9-7c7a-441a-b115-61bb3f374d00']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:18.129253 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1959e707-da5f-49b9-934c-173681280774') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:18.129467 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1959e707-da5f-49b9-934c-173681280774') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:18.139625 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.153772 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.160153 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:00:18.160542 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:00:18.162247 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:00:18.184626 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35042) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:18.220871 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.226353 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.228254 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] 10.222.0.21 "DELETE /v2.0/networks/e62b0fb9-7c7a-441a-b115-61bb3f374d00 HTTP/1.1" status: 204 len: 168 time: 0.8009982 Sep 14 17:00:18.231658 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35044) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:18.239541 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-08db4dfb-f24e-499a-b8f3-e47d159ad1bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3317e43fb3a64f8087c9d3290453c450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538166 Sep 14 17:00:18.239698 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbb467-0684-437b-b21d-a712295db81c admin admin] Pushing event deleted for resources: {'Network': ['ID=e62b0fb9-7c7a-441a-b115-61bb3f374d00,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:18.242983 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35046) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:18.294826 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f6e66b-bf6e-4338-86e6-f48de921323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.316514 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f6e66b-bf6e-4338-86e6-f48de921323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.365358 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f6e66b-bf6e-4338-86e6-f48de921323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.368479 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f6e66b-bf6e-4338-86e6-f48de921323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.369642 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-89f6e66b-bf6e-4338-86e6-f48de921323f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5319d3a-af46-41de-9739-e3ec09135f6a HTTP/1.1" status: 204 len: 168 time: 0.1257358 Sep 14 17:00:18.377852 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6e66b-bf6e-4338-86e6-f48de921323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5319d3a-af46-41de-9739-e3ec09135f6a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:18.587132 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.838650 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Deleting port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:18.839019 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.917241 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] For port 9f18d3dc-6a0b-4be5-b720-0ef8e9060989, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,segment=NetworkSegment(eda1ef54-d995-484e-92ba-49d2530180e5),segment_id=eda1ef54-d995-484e-92ba-49d2530180e5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:18.917606 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:18.930500 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Calling delete_port for 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:19.043396 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6efdccd0-13d9-4a31-b12d-821a70802b8e no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:19.064480 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 6efdccd0-13d9-4a31-b12d-821a70802b8e {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:19.064846 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6efdccd0-13d9-4a31-b12d-821a70802b8e not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:19.065326 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 17b3477c-0029-47d8-8d5c-c1a55d72eca8 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:19.087186 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 17b3477c-0029-47d8-8d5c-c1a55d72eca8 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:19.087597 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 17b3477c-0029-47d8-8d5c-c1a55d72eca8 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:19.120384 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:19.147255 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f18d3dc-6a0b-4be5-b720-0ef8e9060989,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:19.341623 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:19.567033 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:00:19.688772 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:00:19.693993 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1510bd93-1665-496c-911b-4ca4c6310b76 admin admin] 10.222.0.21 "PUT /v2.0/routers/7cd484fc-ccfc-4b46-884e-3a6f1cec910b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4611893 Sep 14 17:00:19.697468 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35088) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:19.699611 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] Sync routers for ids ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:00:19.709387 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] Routers {'7cd484fc-ccfc-4b46-884e-3a6f1cec910b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:19.710002 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:19.817281 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] Set router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:20.002654 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T17:00:19Z', 'revision_number': 5, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:20.052740 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.112479 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] Checking router: 7cd484fc-ccfc-4b46-884e-3a6f1cec910b for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:00:20.121305 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] Routers {'7cd484fc-ccfc-4b46-884e-3a6f1cec910b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:20.121891 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:20.154644 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.208868 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Deleting port 6c27f550-bd89-4a18-9d6b-972463678cbd {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:20.209192 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.222762 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] Set router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:20.286143 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] For port 6c27f550-bd89-4a18-9d6b-972463678cbd, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6c27f550-bd89-4a18-9d6b-972463678cbd,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:20.286505 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.298805 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Calling delete_port for 6c27f550-bd89-4a18-9d6b-972463678cbd owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:20.401236 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T17:00:19Z', 'revision_number': 5, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:20.430482 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940ac8-1df0-4f25-ac06-2ee06bb93cea None None] The sync data for ids ['7cd484fc-ccfc-4b46-884e-3a6f1cec910b'] in dv-cinder-808995-1-iscsi is: [{'id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'name': 'tempest-TestMinimumBasicScenario-394606121-router', 'tenant_id': '97195880a3634a0e87e7aa1adb53ec23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T17:00:19Z', 'revision_number': 5, 'project_id': '97195880a3634a0e87e7aa1adb53ec23', 'gw_port': {'id': '6c27f550-bd89-4a18-9d6b-972463678cbd', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd484fc-ccfc-4b46-884e-3a6f1cec910b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:56:41Z', 'updated_at': '2021-09-14T16:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:00:20.471433 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.498058 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c27f550-bd89-4a18-9d6b-972463678cbd,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:20.556473 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.644977 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.647177 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.693508 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.694144 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd484fc-ccfc-4b46-884e-3a6f1cec910b {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:00:20.698560 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.699816 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a97f9e16-2644-42e6-82ee-40d0c9869cc4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7cd484fc-ccfc-4b46-884e-3a6f1cec910b HTTP/1.1" status: 204 len: 168 time: 1.0010912 Sep 14 17:00:20.702392 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35098) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:20.751313 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] Deleting subnet 7544205e-2c8f-402a-ba25-e6e9b17750c6 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:00:20.754646 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.793722 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.910762 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.964884 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:20.991448 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7544205e-2c8f-402a-ba25-e6e9b17750c6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:20.997787 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.002396 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9aa6f001-ca14-4c16-81cb-b08bcbdf33d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7544205e-2c8f-402a-ba25-e6e9b17750c6 HTTP/1.1" status: 204 len: 168 time: 0.2964919 Sep 14 17:00:21.002530 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35102) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:21.002867 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4764237-8914-4800-8ba8-2acc38585442 None None] Network dc43806d-317f-491d-a9f8-238c8ef44f55 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:00:21.085876 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.137203 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:21.149338 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Deleting port 94a354cd-5bf5-413c-84e6-6123b6942513 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:21.149674 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.158406 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:21.158754 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9f18d3dc-6a0b-4be5-b720-0ef8e9060989 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:21.215637 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] For port 94a354cd-5bf5-413c-84e6-6123b6942513, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=94a354cd-5bf5-413c-84e6-6123b6942513,segment=NetworkSegment(eda1ef54-d995-484e-92ba-49d2530180e5),segment_id=eda1ef54-d995-484e-92ba-49d2530180e5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:21.215930 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.232748 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Calling delete_port for 94a354cd-5bf5-413c-84e6-6123b6942513 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:21.319085 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.345025 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a354cd-5bf5-413c-84e6-6123b6942513,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:21.349195 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] No DVR routers for this DVR port 94a354cd-5bf5-413c-84e6-6123b6942513 on host dv-cinder-808995-1-iscsi {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:00:21.423267 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.444045 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc43806d-317f-491d-a9f8-238c8ef44f55']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:21.453333 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda1ef54-d995-484e-92ba-49d2530180e5') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:21.453620 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda1ef54-d995-484e-92ba-49d2530180e5') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:21.462867 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165543'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.476303 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.486497 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:00:21.487375 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165308'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: timer() Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: self._notify() Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: event.method(event) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:00:21.489447 dv-cinder-808995-1-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:00:21.512189 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c449e48-a795-4e51-aeee-46ce798c0924 None None] DHCP port deletion for dc43806d-317f-491d-a9f8-238c8ef44f55 request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:00:21.576470 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.585176 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.587080 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dc43806d-317f-491d-a9f8-238c8ef44f55 HTTP/1.1" status: 204 len: 168 time: 0.5836504 Sep 14 17:00:21.598361 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c8e58-f33e-435d-bfa1-92f777729723 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc43806d-317f-491d-a9f8-238c8ef44f55,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:21.754878 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35108) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:21.800391 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3d5ea8f8-1c3b-45a7-9052-ff71ceebc63e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4daf2766a3c45908f0cd6982441a2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443501 Sep 14 17:00:21.804035 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35110) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:21.863982 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20481f95-45a9-42e6-afa4-29b57e7212c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.886213 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20481f95-45a9-42e6-afa4-29b57e7212c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.939990 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20481f95-45a9-42e6-afa4-29b57e7212c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.942740 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-20481f95-45a9-42e6-afa4-29b57e7212c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:21.943925 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-20481f95-45a9-42e6-afa4-29b57e7212c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8131dfa8-33fa-4f68-8bf1-89f23f5a185b HTTP/1.1" status: 204 len: 168 time: 0.1388328 Sep 14 17:00:21.951900 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481f95-45a9-42e6-afa4-29b57e7212c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8131dfa8-33fa-4f68-8bf1-89f23f5a185b,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:22.302093 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35118) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:22.343127 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1323f1e9-df22-4889-a3fd-5548d6318c77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97195880a3634a0e87e7aa1adb53ec23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398400 Sep 14 17:00:22.348351 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35120) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:22.401257 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-304a3db7-5c66-4663-b990-bcb595301da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:22.423123 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-304a3db7-5c66-4663-b990-bcb595301da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:22.477906 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-304a3db7-5c66-4663-b990-bcb595301da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:22.480530 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-304a3db7-5c66-4663-b990-bcb595301da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:22.481654 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-304a3db7-5c66-4663-b990-bcb595301da9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/017720bd-649d-4cd1-aeb5-b06ddec04e62 HTTP/1.1" status: 204 len: 168 time: 0.1323810 Sep 14 17:00:22.491061 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a3db7-5c66-4663-b990-bcb595301da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017720bd-649d-4cd1-aeb5-b06ddec04e62,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:23.043058 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6c27f550-bd89-4a18-9d6b-972463678cbd no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:23.068004 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 6c27f550-bd89-4a18-9d6b-972463678cbd {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:23.068348 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6c27f550-bd89-4a18-9d6b-972463678cbd not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:23.068753 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 94a354cd-5bf5-413c-84e6-6123b6942513 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:23.087029 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 94a354cd-5bf5-413c-84e6-6123b6942513 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:23.087372 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 94a354cd-5bf5-413c-84e6-6123b6942513 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:27.568871 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35156) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:27.678222 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-96eeede8-84ef-4053-ba63-6ed96dcc8030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:27.770261 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-96eeede8-84ef-4053-ba63-6ed96dcc8030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:27.775909 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-96eeede8-84ef-4053-ba63-6ed96dcc8030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:27.813192 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-96eeede8-84ef-4053-ba63-6ed96dcc8030 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ae357b9235c4b5a9c15420dbc2340a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430787 Sep 14 17:00:27.813842 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeede8-84ef-4053-ba63-6ed96dcc8030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65bf7d3-3741-4b14-8fef-e70a2f5cc9e7,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:27.816049 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35160) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:27.869616 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87fcb7dd-0e40-47b2-8aba-e1d1ae0f71e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:27.898664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87fcb7dd-0e40-47b2-8aba-e1d1ae0f71e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:27.948619 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87fcb7dd-0e40-47b2-8aba-e1d1ae0f71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:27.951147 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87fcb7dd-0e40-47b2-8aba-e1d1ae0f71e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:27.952298 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-87fcb7dd-0e40-47b2-8aba-e1d1ae0f71e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a65bf7d3-3741-4b14-8fef-e70a2f5cc9e7 HTTP/1.1" status: 204 len: 168 time: 0.1351597 Sep 14 17:00:27.959880 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcb7dd-0e40-47b2-8aba-e1d1ae0f71e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65bf7d3-3741-4b14-8fef-e70a2f5cc9e7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:38.166374 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba406d-e69b-4428-aed2-7200da5fb459 req-78071e54-997f-4e57-bc6b-a1f91da6fb08 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:38.167794 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d6ba406d-e69b-4428-aed2-7200da5fb459 req-78071e54-997f-4e57-bc6b-a1f91da6fb08 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.2292740 Sep 14 17:00:38.204839 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d6ba406d-e69b-4428-aed2-7200da5fb459 req-6ee0f525-3fc3-443e-b4a6-768772812b58 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308416 Sep 14 17:00:38.370509 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b932e0aa-aea8-4c27-b0f7-55c1618bcb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:38.576385 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:00:39.341216 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43615faa-5c5d-4247-8e68-b5a710c67861 req-f083f80f-fa20-4c60-9db2-4aa4de892d7d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:39.343111 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-43615faa-5c5d-4247-8e68-b5a710c67861 req-f083f80f-fa20-4c60-9db2-4aa4de892d7d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0621846 Sep 14 17:00:39.395267 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-43615faa-5c5d-4247-8e68-b5a710c67861 req-51ccc5ed-1577-46ab-a453-fa485ae473b2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453732 Sep 14 17:00:40.334459 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ccc3f-e077-499e-a100-c14c7224962b req-a579d51b-394d-4483-8543-50f53662c8fe tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:40.336152 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d36ccc3f-e077-499e-a100-c14c7224962b req-a579d51b-394d-4483-8543-50f53662c8fe tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.0619731 Sep 14 17:00:40.434702 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Deleting port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:40.435342 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:40.527539 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] For port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:40.527903 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:40.576148 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d99a2-26a3-48de-a056-138d63393b29 req-5fcd240d-a37c-40d4-a02d-ff5203ead00e tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:40.577537 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae0d99a2-26a3-48de-a056-138d63393b29 req-5fcd240d-a37c-40d4-a02d-ff5203ead00e tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 945 time: 0.1024468 Sep 14 17:00:40.615513 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae0d99a2-26a3-48de-a056-138d63393b29 req-0173d49c-e027-4f80-92ca-1af8904982f1 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=53cddaff-ea4c-4923-9a75-104f442afdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Sep 14 17:00:40.905552 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f8c67852-f326-4353-a2a5-aa4e1f6d9e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:41.003661 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:41.004052 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:41.004418 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Floating IP 2ab5407e-47fa-45c3-8622-c9c97b38f7b5 disassociated. External IP: 172.27.2.204, port: 7a6e8b41-5bd0-4711-9388-10805f0d5c1a. Sep 14 17:00:41.004830 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Calling delete_port for 7a6e8b41-5bd0-4711-9388-10805f0d5c1a owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:41.006244 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:41.135973 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:41.164542 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event deleted for resources: {'Port': ['ID=7a6e8b41-5bd0-4711-9388-10805f0d5c1a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:41.283507 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Router 5bc59034-5a77-4a9c-a6a8-958628af14ca has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:00:41.404571 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:00:41.415785 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] Sync routers for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:00:41.425554 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:41.426256 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:41.444402 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] No DVR routers for this DVR port 7a6e8b41-5bd0-4711-9388-10805f0d5c1a on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:00:41.446943 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:41.448953 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d36ccc3f-e077-499e-a100-c14c7224962b req-d77f7e80-5fd2-48dd-81c0-e377ace6f394 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "DELETE /v2.0/ports/7a6e8b41-5bd0-4711-9388-10805f0d5c1a HTTP/1.1" status: 204 len: 173 time: 1.1055028 Sep 14 17:00:41.449384 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'name': 'network-vif-deleted', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:41.451707 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d204f7e-cf16-47fd-ab15-51d7bedd76fa" -d '{"events": [{"server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "name": "network-vif-deleted", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:41.496591 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d09e0fa-6345-4d9d-b454-bdd44124e4c2 x-openstack-request-id: req-1d09e0fa-6345-4d9d-b454-bdd44124e4c2 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:41.496978 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e1e94-e337-4489-a594-21a01d84dd7f", "name": "network-vif-deleted", "tag": "7a6e8b41-5bd0-4711-9388-10805f0d5c1a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:41.497285 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d09e0fa-6345-4d9d-b454-bdd44124e4c2 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:41.497736 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e1e94-e337-4489-a594-21a01d84dd7f', 'name': 'network-vif-deleted', 'tag': '7a6e8b41-5bd0-4711-9388-10805f0d5c1a', 'status': 'completed', 'code': 200} Sep 14 17:00:41.542787 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:41.727771 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-974cbe74-4329-439e-8d87-baea6110a089 req-0655c902-299c-4520-8841-45177926a88f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e1e94-e337-4489-a594-21a01d84dd7f HTTP/1.1" status: 200 len: 210 time: 0.0298994 Sep 14 17:00:41.762783 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:41.792087 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] Checking router: 5bc59034-5a77-4a9c-a6a8-958628af14ca for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:00:41.801230 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:41.801846 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:41.900145 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:41.924471 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:42.147240 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:42.180066 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72f4b52-a49c-47f7-b065-439e3362ea43 None None] The sync data for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi is: [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:00:42.264894 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520084b0-82c1-491d-9561-84564f3830ab req-a72d3125-f1e9-41f1-a45a-9b7086e953cf tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:42.266460 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-520084b0-82c1-491d-9561-84564f3830ab req-a72d3125-f1e9-41f1-a45a-9b7086e953cf tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0508375 Sep 14 17:00:42.305446 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-520084b0-82c1-491d-9561-84564f3830ab req-677db462-144d-448f-9dae-d9dab69ea191 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Sep 14 17:00:42.404025 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7306a55-7ac2-411a-b5e2-780978f76ddf None None] New status for floating IP 2ab5407e-47fa-45c3-8622-c9c97b38f7b5: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:00:42.937622 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35244) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:43.001794 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a723e43a-3afe-44d9-a8a2-bc1e12285658 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.031490 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a723e43a-3afe-44d9-a8a2-bc1e12285658 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.040329 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.082046 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a723e43a-3afe-44d9-a8a2-bc1e12285658 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.084838 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a723e43a-3afe-44d9-a8a2-bc1e12285658 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.085996 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-a723e43a-3afe-44d9-a8a2-bc1e12285658 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "DELETE /v2.0/security-groups/53cddaff-ea4c-4923-9a75-104f442afdba HTTP/1.1" status: 204 len: 168 time: 0.1469393 Sep 14 17:00:43.088933 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35248) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:43.094743 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723e43a-3afe-44d9-a8a2-bc1e12285658 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cddaff-ea4c-4923-9a75-104f442afdba,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:43.103100 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.api.v2.resource [None req-09cf4551-5a71-4b39-9340-b32b2ef4cd6d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] show failed (client error): The resource could not be found. Sep 14 17:00:43.104139 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-09cf4551-5a71-4b39-9340-b32b2ef4cd6d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups/53cddaff-ea4c-4923-9a75-104f442afdba HTTP/1.1" status: 404 len: 347 time: 0.0141840 Sep 14 17:00:43.107310 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35250) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:43.242675 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Deleting port 65861f11-4dac-4f0a-b7a9-8b43809f346a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:00:43.243065 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.333933 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.334150 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.346853 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Calling delete_port for 65861f11-4dac-4f0a-b7a9-8b43809f346a owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:00:43.427599 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aa888-69ce-4be7-b14b-1fe5fe7627b4 req-9fa5b7e3-c568-4580-8708-4879fdaa544e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:43.429420 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9f9aa888-69ce-4be7-b14b-1fe5fe7627b4 req-9fa5b7e3-c568-4580-8708-4879fdaa544e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0504897 Sep 14 17:00:43.467728 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9f9aa888-69ce-4be7-b14b-1fe5fe7627b4 req-319909ae-30cf-4fa5-8fa8-1d94bf882cc8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319200 Sep 14 17:00:43.485241 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.511215 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event deleted for resources: {'Port': ['ID=65861f11-4dac-4f0a-b7a9-8b43809f346a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:43.549803 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.573445 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.576337 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:43.577483 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3d90165a-712c-462d-b1e7-b7a2393d1288 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "DELETE /v2.0/floatingips/2ab5407e-47fa-45c3-8622-c9c97b38f7b5 HTTP/1.1" status: 204 len: 168 time: 0.4690230 Sep 14 17:00:43.895718 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 7a6e8b41-5bd0-4711-9388-10805f0d5c1a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:00:43.922251 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 7a6e8b41-5bd0-4711-9388-10805f0d5c1a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:00:43.922590 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 7a6e8b41-5bd0-4711-9388-10805f0d5c1a not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:00:43.942369 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35256) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:43.947175 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476427749', 'description': 'tempest-description--1356712168'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:43.977513 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.062647 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.069762 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.096482 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.097694 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1542418 Sep 14 17:00:44.099644 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790af81a-b862-430f-84d8-9619753917b3,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:44.101078 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35258) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:44.105695 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-919a5427-22c4-4c8e-8403-9cab6d221ab0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'security_group_rule': {'security_group_id': '790af81a-b862-430f-84d8-9619753917b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:44.107228 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.107573 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.107912 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.108246 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.108574 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.108899 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.109220 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.109542 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.109858 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.110174 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.110490 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.110822 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b163a0-177e-4abb-a4e2-ba8be8a1fb16 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:44.137503 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-919a5427-22c4-4c8e-8403-9cab6d221ab0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.203826 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-919a5427-22c4-4c8e-8403-9cab6d221ab0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.209620 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-919a5427-22c4-4c8e-8403-9cab6d221ab0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.226697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a5427-22c4-4c8e-8403-9cab6d221ab0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7426792c-bb77-4ac6-8c61-f3a96f461799,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:44.235617 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-919a5427-22c4-4c8e-8403-9cab6d221ab0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.237087 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-919a5427-22c4-4c8e-8403-9cab6d221ab0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350210 Sep 14 17:00:44.240784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35260) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:44.245912 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-e9bb46d6-3c84-4cdf-b00f-b477985677c4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'security_group_rule': {'security_group_id': '790af81a-b862-430f-84d8-9619753917b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:44.275370 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9bb46d6-3c84-4cdf-b00f-b477985677c4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.333966 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9bb46d6-3c84-4cdf-b00f-b477985677c4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.339737 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9bb46d6-3c84-4cdf-b00f-b477985677c4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.357321 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb46d6-3c84-4cdf-b00f-b477985677c4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f834bb-7a92-4552-9c84-9cdfabaa76fc,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:44.365697 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e9bb46d6-3c84-4cdf-b00f-b477985677c4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.367415 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e9bb46d6-3c84-4cdf-b00f-b477985677c4 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255538 Sep 14 17:00:44.370498 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35262) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:44.374867 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:44.398178 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.502304 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.630715 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66382935-afd0-4ccf-b980-6bc4cb40e47f req-1e1fd4c4-507c-4946-9360-d5e992dc1c91 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:44.632229 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-66382935-afd0-4ccf-b980-6bc4cb40e47f req-1e1fd4c4-507c-4946-9360-d5e992dc1c91 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0924134 Sep 14 17:00:44.655517 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Allocated IP 172.27.2.98 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/490a05f1-4b8c-4e54-9d8e-80a8849b6988) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:00:44.704913 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-66382935-afd0-4ccf-b980-6bc4cb40e47f req-b871a58f-d719-43f2-b0ed-824f770be727 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618546 Sep 14 17:00:44.781392 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.823945 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:44.873526 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:00:44.876185 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:00:44.879791 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:00:44.886904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'Port': ['ID=490a05f1-4b8c-4e54-9d8e-80a8849b6988,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:44.966578 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:45.008888 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:45.181050 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:45.188963 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:45.257655 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'Port': ['ID=490a05f1-4b8c-4e54-9d8e-80a8849b6988,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:45.271921 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:45.287531 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:45.288820 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b75ce554-3397-4a2f-b51d-3e7372ec2c70 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9173293 Sep 14 17:00:45.428278 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-3c6035f7-0ef5-4952-9874-e4d7365ed9a8 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1476427749&fields=id&tenant_id=f86c2659a3c9472c89d6bb822df2b9f0 HTTP/1.1" status: 200 len: 267 time: 0.0346389 Sep 14 17:00:45.554733 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-3b111e65-4a78-45f5-b667-65e1ca036eac tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:45.556261 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-3b111e65-4a78-45f5-b667-65e1ca036eac tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 811 time: 0.1184089 Sep 14 17:00:45.574037 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-ff106319-bf08-4757-a91c-8c02ba5e5123 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/quotas/f86c2659a3c9472c89d6bb822df2b9f0 HTTP/1.1" status: 200 len: 375 time: 0.0091743 Sep 14 17:00:45.629973 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e3bd9d0b-f722-41f7-981b-f4142c8c930f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507379 Sep 14 17:00:45.773350 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-00984adf-1df6-4708-9a71-b30c93982631 service neutron] 10.222.0.21 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318717 Sep 14 17:00:45.833739 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5fd62-4a54-4d57-b48f-1a296e4582d0 req-0ea2d9a7-95e2-43c5-a29b-9182c1f0b1f1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:45.835303 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-33b5fd62-4a54-4d57-b48f-1a296e4582d0 req-0ea2d9a7-95e2-43c5-a29b-9182c1f0b1f1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0519195 Sep 14 17:00:45.865963 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-2f93e1b8-cbf5-4ce7-9649-ae81697f2134 service neutron] 10.222.0.21 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Sep 14 17:00:45.877038 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-33b5fd62-4a54-4d57-b48f-1a296e4582d0 req-770b45f5-830f-427e-8296-7d276dde16bf tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356970 Sep 14 17:00:46.031631 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e7d58f56-7380-46db-8095-99928680a3fc req-0eb470c3-dca8-480b-8ff1-518b741ab306 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 210 time: 0.0268888 Sep 14 17:00:47.002866 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f55a-404d-4839-8e2a-f235a110c50b req-eadc9877-81db-48d5-82ad-09fee1ef5c46 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:47.004390 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b4d2f55a-404d-4839-8e2a-f235a110c50b req-eadc9877-81db-48d5-82ad-09fee1ef5c46 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Sep 14 17:00:47.044053 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b4d2f55a-404d-4839-8e2a-f235a110c50b req-5fe3a9e7-f08e-42e1-bd41-572993284fd7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Sep 14 17:00:47.130618 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b452846c-f9ea-40ec-921b-081bff3c2c24 req-33794152-59c8-4d7a-9546-aadff2b9fcee tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 210 time: 0.0297148 Sep 14 17:00:47.273326 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-68b3d38c-9c79-4b13-9fff-6771a36e148f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:47.275124 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-68b3d38c-9c79-4b13-9fff-6771a36e148f tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 811 time: 0.1075430 Sep 14 17:00:47.326640 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-10911a3a-f847-4072-b085-fbb000e8461e tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f86c2659a3c9472c89d6bb822df2b9f0 HTTP/1.1" status: 200 len: 380 time: 0.0343120 Sep 14 17:00:47.338062 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'port': {'device_id': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'admin_state_up': True, 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'security_groups': ['790af81a-b862-430f-84d8-9619753917b3']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:47.467469 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Made reservation on behalf of f86c2659a3c9472c89d6bb822df2b9f0 for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:00:47.471070 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:47.601323 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Allocated IP 172.20.0.8 (44f3718e-782c-4247-9fd0-b8ad4ae624f8/edcf421c-811f-403e-bbbc-6c4297b14382/b475ff7d-158b-4835-883a-2487e4f6ab7a) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:00:47.748945 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:47.763463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Transition to ACTIVE for port object b475ff7d-158b-4835-883a-2487e4f6ab7a will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:00:47.804028 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:47.851083 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:00:47.854190 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:00:47.857679 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:00:47.866989 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event updated for resources: {'Port': ['ID=b475ff7d-158b-4835-883a-2487e4f6ab7a,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:47.919714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:47.920318 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:47.937905 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-e9d4753f-2e87-41b0-9d0f-602eb2fdfdf0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033976 Sep 14 17:00:48.010052 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Request body: {'port': {'device_id': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:48.067050 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:48.133681 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-f87f67c4-c327-459c-8d22-fb8639aaced5 None None] Provisioning for port b475ff7d-158b-4835-883a-2487e4f6ab7a completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:00:48.139142 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-f87f67c4-c327-459c-8d22-fb8639aaced5 None None] Provisioning complete for port b475ff7d-158b-4835-883a-2487e4f6ab7a triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:00:48.139755 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f87f67c4-c327-459c-8d22-fb8639aaced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:48.175216 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-f87f67c4-c327-459c-8d22-fb8639aaced5 None None] Port b475ff7d-158b-4835-883a-2487e4f6ab7a cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:00:48.200257 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555045e-b95f-4e6d-b3e3-b84993388a57 req-b4d4ef27-57df-4dff-9d03-439f1dd0c6df tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:48.201904 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8555045e-b95f-4e6d-b3e3-b84993388a57 req-b4d4ef27-57df-4dff-9d03-439f1dd0c6df tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0753119 Sep 14 17:00:48.239684 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8555045e-b95f-4e6d-b3e3-b84993388a57 req-3fce1f3e-606f-4018-a0c2-3f02ee6c2583 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307577 Sep 14 17:00:48.299980 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2120c-8f2c-4d5d-82dc-d271b3e09291 req-a9026404-63ef-4376-ab3b-4514f13c067c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:48.301568 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eee2120c-8f2c-4d5d-82dc-d271b3e09291 req-a9026404-63ef-4376-ab3b-4514f13c067c tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 931 time: 0.0885196 Sep 14 17:00:48.370203 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-eee2120c-8f2c-4d5d-82dc-d271b3e09291 req-c9428a19-5ce8-4ed7-9183-3b49440e2141 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625043 Sep 14 17:00:48.406595 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b475ff7d-158b-4835-883a-2487e4f6ab7a {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:00:48.414354 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:48.427924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Transition to ACTIVE for port object b475ff7d-158b-4835-883a-2487e4f6ab7a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:00:48.435791 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:48.488051 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b475ff7d-158b-4835-883a-2487e4f6ab7a,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:48.558785 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Attempting to bind port b475ff7d-158b-4835-883a-2487e4f6ab7a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:00:48.559149 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Attempting to bind port b475ff7d-158b-4835-883a-2487e4f6ab7a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:00:48.559475 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Attempting to bind port b475ff7d-158b-4835-883a-2487e4f6ab7a on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:00:48.563942 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Port b475ff7d-158b-4835-883a-2487e4f6ab7a on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:00:48.564259 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Attempting to bind port b475ff7d-158b-4835-883a-2487e4f6ab7a on network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:00:48.570324 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:00:48.570813 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Checking segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:00:48.571378 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Bound using segment: {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:00:48.571803 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Bound port: b475ff7d-158b-4835-883a-2487e4f6ab7a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a61693d-540e-4cb0-be04-211796208b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:00:48.572156 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:48.639770 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] For port b475ff7d-158b-4835-883a-2487e4f6ab7a, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:00:48.642917 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] For port b475ff7d-158b-4835-883a-2487e4f6ab7a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:00:48.649991 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:48.688367 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:48.689023 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:48.690543 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] 10.222.0.44 "PUT /v2.0/ports/b475ff7d-158b-4835-883a-2487e4f6ab7a HTTP/1.1" status: 200 len: 1093 time: 0.7349119 Sep 14 17:00:48.690883 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:48.693397 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caa0ea0-3f24-44d3-9d65-4d259a76a293" -d '{"events": [{"name": "network-changed", "server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:48.722895 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1de45-527a-403a-b591-b3177c5addd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b475ff7d-158b-4835-883a-2487e4f6ab7a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:48.731569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5cb587-0981-4857-802c-d788087c33dc x-openstack-request-id: req-7c5cb587-0981-4857-802c-d788087c33dc {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:48.731791 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:48.731914 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c5cb587-0981-4857-802c-d788087c33dc {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:48.732293 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'status': 'completed', 'code': 200} Sep 14 17:00:48.802039 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-775fe981-fbdb-4992-adc3-f05167136fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:48.803652 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-775fe981-fbdb-4992-adc3-f05167136fa1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 1096 time: 0.0433762 Sep 14 17:00:48.857824 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-b0e90b9f-a7b2-4285-9b85-a482460c84c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a HTTP/1.1" status: 200 len: 217 time: 0.0398736 Sep 14 17:00:48.910060 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-34f310ee-1d6d-42c7-8b0a-bf3c3e6ec9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:48.912051 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-34f310ee-1d6d-42c7-8b0a-bf3c3e6ec9e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0463836 Sep 14 17:00:48.960680 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-77e22d98-4b8d-44e2-bbbf-6997a6c9a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:48.962095 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-77e22d98-4b8d-44e2-bbbf-6997a6c9a985 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418284 Sep 14 17:00:49.066879 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-0269c53a-cacb-4c51-8815-5be41db09cb6 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934477 Sep 14 17:00:49.162436 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d449a30c-5856-49fa-a93d-4c35c38af241 req-3234685a-f9af-4b56-8737-e3bbd26c1a34 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Sep 14 17:00:49.343575 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-c145ff86-cd1c-41d4-a3be-37758bf19684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:49.345164 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-c145ff86-cd1c-41d4-a3be-37758bf19684 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 1096 time: 0.0731032 Sep 14 17:00:49.385368 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a0085-5f89-4af0-b340-689a01466b62 req-16fa1eb7-a410-4d8b-b1e1-4769b6a9b40f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:49.386819 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0d8a0085-5f89-4af0-b340-689a01466b62 req-16fa1eb7-a410-4d8b-b1e1-4769b6a9b40f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0749259 Sep 14 17:00:49.468355 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0d8a0085-5f89-4af0-b340-689a01466b62 req-8907332f-0f9a-4174-895e-f27737808d8f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752618 Sep 14 17:00:49.478136 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-ff26c4ad-3145-45a7-9deb-8536842c7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:49.479592 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-ff26c4ad-3145-45a7-9deb-8536842c7a10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.1254973 Sep 14 17:00:49.494787 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc0b33-dc3a-4ff5-a5c6-7f9bcaad29f7 req-95ed1239-d547-45f7-9c06-dbf923d30136 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:49.496996 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fbfc0b33-dc3a-4ff5-a5c6-7f9bcaad29f7 req-95ed1239-d547-45f7-9c06-dbf923d30136 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 943 time: 0.0548160 Sep 14 17:00:49.522816 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-76613aed-cbce-4cd1-b792-9a4d0a93e04e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a HTTP/1.1" status: 200 len: 217 time: 0.0350537 Sep 14 17:00:49.536130 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fbfc0b33-dc3a-4ff5-a5c6-7f9bcaad29f7 req-39f65564-864f-437b-8069-d29500bffb44 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329792 Sep 14 17:00:49.571919 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-c8ad5ede-f94b-4a17-9f65-20bcc0d6b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:49.573415 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-c8ad5ede-f94b-4a17-9f65-20bcc0d6b2d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0434790 Sep 14 17:00:49.620694 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-1d6a2d1a-dcdc-4436-add0-f82ea2b3396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:49.622203 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-1d6a2d1a-dcdc-4436-add0-f82ea2b3396e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401485 Sep 14 17:00:49.717071 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-297889fa-3dac-4732-8d0c-3199dbea3574 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849028 Sep 14 17:00:49.815535 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2caa0ea0-3f24-44d3-9d65-4d259a76a293 req-af828c70-5722-4064-934d-8b1a9b1f5be2 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867844 Sep 14 17:00:49.922296 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b475ff7d-158b-4835-883a-2487e4f6ab7a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:00:50.028314 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b475ff7d-158b-4835-883a-2487e4f6ab7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:50.039540 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'port_id': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'mac_address': 'fa:16:3e:42:1f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:00:50.077730 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:50.090652 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b475ff7d-158b-4835-883a-2487e4f6ab7a {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:00:50.109425 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b475ff7d-158b-4835-883a-2487e4f6ab7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:50.116896 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:50.162609 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b475ff7d-158b-4835-883a-2487e4f6ab7a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:50.451276 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b475ff7d-158b-4835-883a-2487e4f6ab7a'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:00:50.595602 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc220fa-9556-4a7e-869f-ef880586b48b req-25d24a70-d988-4ad1-91d1-65deeac2f445 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:50.597416 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fbc220fa-9556-4a7e-869f-ef880586b48b req-25d24a70-d988-4ad1-91d1-65deeac2f445 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0527279 Sep 14 17:00:50.639710 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fbc220fa-9556-4a7e-869f-ef880586b48b req-7ba14599-49f3-410c-bca3-a8e319866897 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357542 Sep 14 17:00:50.660830 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dae20-bd98-40e2-83c0-a971bfeb3c0d req-f90d96b9-473e-4396-93a6-9cbb98b4b55b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:50.667325 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c6dae20-bd98-40e2-83c0-a971bfeb3c0d req-f90d96b9-473e-4396-93a6-9cbb98b4b55b tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 944 time: 0.0601168 Sep 14 17:00:50.700370 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8c6dae20-bd98-40e2-83c0-a971bfeb3c0d req-08083cc6-8075-4a1f-8be5-d9da1ccaf942 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Sep 14 17:00:51.765572 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c468b7-3ca3-4468-978b-6230d4156964 req-5e1df250-b4e9-4a61-8fc7-d3e836407a9a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:51.767094 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d9c468b7-3ca3-4468-978b-6230d4156964 req-5e1df250-b4e9-4a61-8fc7-d3e836407a9a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0531425 Sep 14 17:00:51.806860 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d9c468b7-3ca3-4468-978b-6230d4156964 req-1317c240-bc99-4833-8c6a-79d3a37805ae tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Sep 14 17:00:51.816673 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0308431-3960-4325-a7d2-3b64dbf8e8f6 req-3d16a599-019b-47b1-9773-efbb024781db tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:51.818198 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a0308431-3960-4325-a7d2-3b64dbf8e8f6 req-3d16a599-019b-47b1-9773-efbb024781db tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 944 time: 0.0484133 Sep 14 17:00:51.860478 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a0308431-3960-4325-a7d2-3b64dbf8e8f6 req-8faae3f2-21d9-4c53-a5d9-151aca2282f1 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355625 Sep 14 17:00:51.925152 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b475ff7d-158b-4835-883a-2487e4f6ab7a up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:00:51.982587 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port b475ff7d-158b-4835-883a-2487e4f6ab7a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:00:51.986506 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port b475ff7d-158b-4835-883a-2487e4f6ab7a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:00:51.986904 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:52.076811 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:52.099238 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:52.101598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e317d-653c-4807-b0e1-57a412ea19c9" -d '{"events": [{"server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "name": "network-vif-plugged", "status": "completed", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:52.113872 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b475ff7d-158b-4835-883a-2487e4f6ab7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:52.119699 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:52.143422 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b81bbdf-d980-4f5b-94c7-c314020947e1 x-openstack-request-id: req-3b81bbdf-d980-4f5b-94c7-c314020947e1 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:52.143711 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "name": "network-vif-plugged", "status": "completed", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:52.143961 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b81bbdf-d980-4f5b-94c7-c314020947e1 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:52.144352 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'code': 200} Sep 14 17:00:52.169807 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b475ff7d-158b-4835-883a-2487e4f6ab7a,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:52.364764 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e034b3e-0572-48a9-b80c-d8e61457fc9f req-8634227e-1aaf-4994-9673-e5ac219e1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:52.366219 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e034b3e-0572-48a9-b80c-d8e61457fc9f req-8634227e-1aaf-4994-9673-e5ac219e1eba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 1098 time: 0.0451198 Sep 14 17:00:52.423196 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e034b3e-0572-48a9-b80c-d8e61457fc9f req-36e56635-6e29-477c-88eb-b3231b6be8bb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289018 Sep 14 17:00:52.938006 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b009b8-7319-4b25-a53d-9a009b37c538 req-dd22adf7-ada9-48a1-baed-cfde19183fc4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:52.939654 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a5b009b8-7319-4b25-a53d-9a009b37c538 req-dd22adf7-ada9-48a1-baed-cfde19183fc4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0541797 Sep 14 17:00:52.979219 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a5b009b8-7319-4b25-a53d-9a009b37c538 req-bc1c278c-e39d-4268-b3db-97fe89d27349 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Sep 14 17:00:52.983356 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641933e-2866-4f08-b463-df3921c2845e req-5a3428dd-d7bc-42d8-a25a-2dd03292b368 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:52.985026 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6641933e-2866-4f08-b463-df3921c2845e req-5a3428dd-d7bc-42d8-a25a-2dd03292b368 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Sep 14 17:00:53.025576 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6641933e-2866-4f08-b463-df3921c2845e req-d6f5b595-e289-4816-92f1-a43bca602a76 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337117 Sep 14 17:00:53.921968 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:00:54.033092 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:54.048771 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'port_id': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'mac_address': 'fa:16:3e:60:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:00:54.093394 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:54.106315 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec12c5c-2cdf-4d04-93b5-b739f05262f4 req-8ea5e641-e9d8-4e0a-9087-09cdc234207d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:54.108727 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4c7b06c-449d-4883-ba1c-983b98e06be3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:00:54.114693 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dec12c5c-2cdf-4d04-93b5-b739f05262f4 req-8ea5e641-e9d8-4e0a-9087-09cdc234207d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0569553 Sep 14 17:00:54.130896 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:54.137933 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:54.165817 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c346-a7b1-4f38-91c4-c438bf789788 req-e886c8a7-9080-48b4-8fad-3e9a85e5dae0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:54.166937 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dec12c5c-2cdf-4d04-93b5-b739f05262f4 req-8fa0ff77-4f0a-4049-87da-e2c010a79230 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509884 Sep 14 17:00:54.174572 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0255c346-a7b1-4f38-91c4-c438bf789788 req-e886c8a7-9080-48b4-8fad-3e9a85e5dae0 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 945 time: 0.0677960 Sep 14 17:00:54.197043 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=6']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:54.215401 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0255c346-a7b1-4f38-91c4-c438bf789788 req-c17a0c1b-a4d4-4a02-9062-09d68b8de59a tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 Sep 14 17:00:54.326186 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['c4c7b06c-449d-4883-ba1c-983b98e06be3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:00:54.346118 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fcdfb-17bb-443d-a3fb-679e2dffe64d req-9e44421d-2d28-47ff-a824-b298af1c04f9 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:54.347712 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-139fcdfb-17bb-443d-a3fb-679e2dffe64d req-9e44421d-2d28-47ff-a824-b298af1c04f9 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 945 time: 0.0605385 Sep 14 17:00:54.358972 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35342) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:54.363442 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Request body: {'floatingip': {'port_id': 'b475ff7d-158b-4835-883a-2487e4f6ab7a'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:54.416070 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:55.140165 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:55.146492 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:55.267455 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Floating IP fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0 associated. External IP: 172.27.2.98, port: b475ff7d-158b-4835-883a-2487e4f6ab7a. Sep 14 17:00:55.348779 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da79cf-5dd1-435c-8633-8f3b00f6f479 req-18b6bdce-3494-4e3d-9368-37a3c8436303 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:55.350274 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74da79cf-5dd1-435c-8633-8f3b00f6f479 req-18b6bdce-3494-4e3d-9368-37a3c8436303 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 945 time: 0.1185408 Sep 14 17:00:55.410853 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-74da79cf-5dd1-435c-8633-8f3b00f6f479 req-e6492db5-34dd-476f-bc81-ef89e5e08c7c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524299 Sep 14 17:00:55.523072 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Router 5bc59034-5a77-4a9c-a6a8-958628af14ca has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:00:55.644773 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:00:55.650482 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:55.656180 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] Sync routers for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:00:55.667364 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:55.668219 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:55.678315 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b0ab3e20-17f1-43a3-a41e-f2a895fc60ca tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "PUT /v2.0/floatingips/fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0 HTTP/1.1" status: 200 len: 990 time: 1.3182125 Sep 14 17:00:55.678876 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:55.681361 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365123f1-1c0a-453d-8d60-eb2cee3a08fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:55.785612 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf1ea7d-79e2-4ce6-af53-ceae2a01fc96 x-openstack-request-id: req-5cf1ea7d-79e2-4ce6-af53-ceae2a01fc96 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:55.785859 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:55.786109 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cf1ea7d-79e2-4ce6-af53-ceae2a01fc96 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:55.786504 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'status': 'completed', 'code': 200} Sep 14 17:00:55.799153 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:55.890375 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-626ca8a4-9fc9-452c-a4c4-aac32959f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:55.891373 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-626ca8a4-9fc9-452c-a4c4-aac32959f4d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 1098 time: 0.0459483 Sep 14 17:00:55.946386 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:00:56.021132 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-adcc57eb-c7c3-49ed-b0ac-7aff4ece0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:56.022665 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-adcc57eb-c7c3-49ed-b0ac-7aff4ece0f09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 200 len: 912 time: 0.1218417 Sep 14 17:00:56.061233 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port c4c7b06c-449d-4883-ba1c-983b98e06be3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:00:56.061528 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:56.122396 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-dc552b6e-6b6e-4310-acd4-108c576e6f1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a HTTP/1.1" status: 200 len: 998 time: 0.0879929 Sep 14 17:00:56.167814 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'port_id': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'mac_address': 'fa:16:3e:42:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:00:44Z', 'updated_at': '2021-09-14T17:00:55Z', 'revision_number': 1, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:56.184917 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-92c45076-3999-4d35-8bc7-64330b433d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:56.186457 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-92c45076-3999-4d35-8bc7-64330b433d19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 200 len: 850 time: 0.0515218 Sep 14 17:00:56.202807 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] Checking router: 5bc59034-5a77-4a9c-a6a8-958628af14ca for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:00:56.219244 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:56.232599 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:56.233817 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:00:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:56.250915 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-598d6534-d83c-4678-b928-01cb9de2a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:56.252474 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-598d6534-d83c-4678-b928-01cb9de2a453 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44f3718e-782c-4247-9fd0-b8ad4ae624f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546577 Sep 14 17:00:56.290913 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:00:56.293464 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64fb3f-d9c9-4595-8a59-0c93fe07dc35" -d '{"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:00:56.345610 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:00:56.355481 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:56.389670 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4f5923-e0a2-4671-9f24-12b840134b29 x-openstack-request-id: req-cb4f5923-e0a2-4671-9f24-12b840134b29 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:00:56.390267 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:00:56.390672 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb4f5923-e0a2-4671-9f24-12b840134b29 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:00:56.391224 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'code': 200} Sep 14 17:00:56.419647 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-a5259142-d761-406e-aecb-ad9b369da24c service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573200 Sep 14 17:00:56.422340 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:00:56.461503 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=7']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:00:56.559341 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-365123f1-1c0a-453d-8d60-eb2cee3a08fa req-094fb379-21f5-4767-8928-8b48767f71f7 service neutron] 10.222.0.44 "GET /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309464 Sep 14 17:00:56.574272 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239481a-d281-4ab7-809c-f7192e5f7021 req-4c7d5803-4434-4934-8665-6449660dcd21 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:56.577045 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a239481a-d281-4ab7-809c-f7192e5f7021 req-4c7d5803-4434-4934-8665-6449660dcd21 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0631471 Sep 14 17:00:56.631619 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a239481a-d281-4ab7-809c-f7192e5f7021 req-fd03b55d-71c2-4683-a183-82d4b31bd687 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Sep 14 17:00:56.737199 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'port_id': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'mac_address': 'fa:16:3e:42:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:00:44Z', 'updated_at': '2021-09-14T17:00:55Z', 'revision_number': 1, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:56.764924 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43a884-2f13-4333-ad39-ec5220cf6920 None None] The sync data for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi is: [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'port_id': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'mac_address': 'fa:16:3e:42:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:00:44Z', 'updated_at': '2021-09-14T17:00:55Z', 'revision_number': 1, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:00:57.014409 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1fe64-2835-46b2-b239-86f7dbf56595 None None] New status for floating IP fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:00:57.765313 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb966efb-2566-44bc-9950-f5980c744974 req-ff76bb6f-0ed1-4c57-8735-615306ab5bd7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:57.767060 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cb966efb-2566-44bc-9950-f5980c744974 req-ff76bb6f-0ed1-4c57-8735-615306ab5bd7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0504315 Sep 14 17:00:57.806511 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cb966efb-2566-44bc-9950-f5980c744974 req-30b3bf10-56ce-4509-8a54-e8eec6bb37ca tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Sep 14 17:00:58.939872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b83d5-62d8-44e2-861f-a81ff6c5c013 req-933ae392-7fc1-462d-97cd-261ff0a5b097 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:00:58.941388 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f8b83d5-62d8-44e2-861f-a81ff6c5c013 req-933ae392-7fc1-462d-97cd-261ff0a5b097 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0500340 Sep 14 17:00:58.982936 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8f8b83d5-62d8-44e2-861f-a81ff6c5c013 req-3e99b2b7-0d26-4d8f-971b-6db05d59b349 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342755 Sep 14 17:01:00.121664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf20ce-0a88-45c4-b777-040a62f0ca1f req-1dbb552f-780b-42c5-bddf-d7e48d0f09d8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:00.123298 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-75cf20ce-0a88-45c4-b777-040a62f0ca1f req-1dbb552f-780b-42c5-bddf-d7e48d0f09d8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0558174 Sep 14 17:01:00.173064 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-75cf20ce-0a88-45c4-b777-040a62f0ca1f req-8fa95e34-9f9b-4b24-be28-e299b1dca282 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Sep 14 17:01:01.300439 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d159622-8991-49ed-86e3-91ed89997040 req-35e46f83-8f1e-4457-9d79-0a5bdda87e97 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:01.302161 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0d159622-8991-49ed-86e3-91ed89997040 req-35e46f83-8f1e-4457-9d79-0a5bdda87e97 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0536592 Sep 14 17:01:01.341583 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0d159622-8991-49ed-86e3-91ed89997040 req-445b0d01-5559-4f38-8feb-f41291af2703 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332642 Sep 14 17:01:02.479151 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364aabe9-240d-4a3b-b5c7-8284b5950668 req-b876987e-1fc2-4b31-9d82-6c4eac7017e7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:02.480676 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-364aabe9-240d-4a3b-b5c7-8284b5950668 req-b876987e-1fc2-4b31-9d82-6c4eac7017e7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0629468 Sep 14 17:01:02.526299 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-364aabe9-240d-4a3b-b5c7-8284b5950668 req-e077d18b-a37c-43b7-82c3-df29c4b7f8e1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375378 Sep 14 17:01:03.675475 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4477-d348-4d8e-bacc-c5619d838d35 req-8cb11989-c14e-489f-8b4f-68cca1fa337c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:03.677158 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b0b4477-d348-4d8e-bacc-c5619d838d35 req-8cb11989-c14e-489f-8b4f-68cca1fa337c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0638969 Sep 14 17:01:03.720126 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b0b4477-d348-4d8e-bacc-c5619d838d35 req-ae4f7a4e-b560-4ce2-9ab4-b3f1e5811768 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363805 Sep 14 17:01:04.853627 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f80f6-432d-4269-8a2c-107dd2e6592b req-17cbedca-51ea-4611-b528-802463f232e9 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:04.855003 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-071f80f6-432d-4269-8a2c-107dd2e6592b req-17cbedca-51ea-4611-b528-802463f232e9 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0523357 Sep 14 17:01:04.893173 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-071f80f6-432d-4269-8a2c-107dd2e6592b req-d186eb1d-401e-4f24-893e-3a9766bbc45d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322177 Sep 14 17:01:05.323135 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785109fd-2afd-407f-b274-9ca04968e576 req-aac60dca-38b4-4519-afe1-239d692982b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:05.324622 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-785109fd-2afd-407f-b274-9ca04968e576 req-aac60dca-38b4-4519-afe1-239d692982b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1099 time: 0.0434809 Sep 14 17:01:05.435047 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785109fd-2afd-407f-b274-9ca04968e576 req-c63a07b9-6a39-4bb2-89a1-a4c0f498e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:05.436548 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-785109fd-2afd-407f-b274-9ca04968e576 req-c63a07b9-6a39-4bb2-89a1-a4c0f498e3da service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.1045280 Sep 14 17:01:05.503151 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-785109fd-2afd-407f-b274-9ca04968e576 req-790204cb-1820-4a6e-9d74-f7b90b04fa3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 200 len: 1002 time: 0.0586565 Sep 14 17:01:05.553205 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785109fd-2afd-407f-b274-9ca04968e576 req-6f22f2b6-523b-42b7-ad1f-48461c16e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:05.555109 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-785109fd-2afd-407f-b274-9ca04968e576 req-6f22f2b6-523b-42b7-ad1f-48461c16e9c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0438607 Sep 14 17:01:05.607183 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785109fd-2afd-407f-b274-9ca04968e576 req-4c3f1925-0f00-4076-bbe4-85256f82392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:05.608674 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-785109fd-2afd-407f-b274-9ca04968e576 req-4c3f1925-0f00-4076-bbe4-85256f82392e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465174 Sep 14 17:01:05.701025 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-785109fd-2afd-407f-b274-9ca04968e576 req-24a69d41-33e7-49a2-a63b-a6dfa924eaa9 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844045 Sep 14 17:01:05.803931 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-785109fd-2afd-407f-b274-9ca04968e576 req-fd0434bd-59d7-412f-bcdb-670f26f7d0ed service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930889 Sep 14 17:01:06.018268 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8a4d0-b169-4c65-bf78-d6e83da3217e req-bc628262-a75a-46f6-8020-5342f6055577 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:06.019749 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a7e8a4d0-b169-4c65-bf78-d6e83da3217e req-bc628262-a75a-46f6-8020-5342f6055577 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0498428 Sep 14 17:01:06.058065 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a7e8a4d0-b169-4c65-bf78-d6e83da3217e req-ee8e9969-85d4-4c12-90ea-d021734a8ca1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 Sep 14 17:01:07.191054 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdade8-032a-4dc4-9cef-9735e2f46364 req-74b08e1c-6bb5-40d7-9f85-e6f24c0e8df0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:07.192424 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cabdade8-032a-4dc4-9cef-9735e2f46364 req-74b08e1c-6bb5-40d7-9f85-e6f24c0e8df0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 946 time: 0.0544951 Sep 14 17:01:07.230657 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cabdade8-032a-4dc4-9cef-9735e2f46364 req-72a697c3-7d80-4c43-9574-37421f9499ad tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321531 Sep 14 17:01:08.003734 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:01:08.087564 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:08.113770 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:01:08.116062 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d569eb-594c-4d67-9117-db8e61a68dfb" -d '{"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:01:08.248954 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 17:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb06471-9bb3-463c-9a99-aa75ea8f7d8f x-openstack-request-id: req-bdb06471-9bb3-463c-9a99-aa75ea8f7d8f {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:01:08.249211 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-unplugged", "status": "failed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3", "code": 422}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:01:08.249482 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdb06471-9bb3-463c-9a99-aa75ea8f7d8f {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:01:08.249910 dv-cinder-808995-1-iscsi neutron-server[93927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'code': 422} returned with failed status Sep 14 17:01:08.253514 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:01:08.259685 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:08.309240 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=8']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:08.361127 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2037a44-9f77-4954-b90f-2a65680aa093 req-27f844ab-2b39-4c53-a75d-bf727b1ae771 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:08.362756 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2037a44-9f77-4954-b90f-2a65680aa093 req-27f844ab-2b39-4c53-a75d-bf727b1ae771 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0512149 Sep 14 17:01:08.374180 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-78f243ca-67af-4064-8ad1-ee08c1b9078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:08.402569 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a2037a44-9f77-4954-b90f-2a65680aa093 req-41579ed8-439a-4879-b766-d73850a74e8c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331423 Sep 14 17:01:08.983128 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [req-e87eb7c2-7217-4060-bd21-13c59a0c5f54 req-e9214a02-ac3f-4416-998a-725d6838eb43 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:01:08.984143 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e87eb7c2-7217-4060-bd21-13c59a0c5f54 req-e9214a02-ac3f-4416-998a-725d6838eb43 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552425 Sep 14 17:01:09.147672 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85186341-e605-4c8b-88d7-41d7b840d0a7 req-6cd874b8-433d-40c1-9ab0-81d4db2e77f8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:09.149298 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-85186341-e605-4c8b-88d7-41d7b840d0a7 req-6cd874b8-433d-40c1-9ab0-81d4db2e77f8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0518942 Sep 14 17:01:09.189940 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-85186341-e605-4c8b-88d7-41d7b840d0a7 req-4a35d02c-0246-47c1-8925-a9c260cb5aae tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344923 Sep 14 17:01:09.396426 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35488) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:09.479764 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-55229f21-a709-469a-9af9-c632bc27c3c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821393 Sep 14 17:01:09.490935 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-60655c9e-4515-4c7b-9393-5679615b1c9e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:01:09.492196 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-60655c9e-4515-4c7b-9393-5679615b1c9e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049231 Sep 14 17:01:10.319910 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132f27-be85-4bf5-a077-1cad10c5cd1f req-7be0bab1-ebe1-4276-b996-9f2ed423c1ca tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:10.321481 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2b132f27-be85-4bf5-a077-1cad10c5cd1f req-7be0bab1-ebe1-4276-b996-9f2ed423c1ca tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0547955 Sep 14 17:01:10.364304 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2b132f27-be85-4bf5-a077-1cad10c5cd1f req-71a0f0c1-4a5c-4549-895e-29a0882c5d77 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342712 Sep 14 17:01:10.910609 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-891fecff-2139-4594-acd6-885088c54db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:11.019885 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:11.217086 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-12f038be-d0e5-4974-9262-5ba5cca6f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:11.218483 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-12f038be-d0e5-4974-9262-5ba5cca6f395 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823&tenant_id=7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 1097 time: 0.0807445 Sep 14 17:01:11.316883 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-f83724a6-d89d-4b8b-889c-dfa6f258459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:11.318419 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-f83724a6-d89d-4b8b-889c-dfa6f258459e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1097 time: 0.0442719 Sep 14 17:01:11.418028 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-4dbdbdb3-194c-4a87-a973-8da284b1abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:11.421566 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-4dbdbdb3-194c-4a87-a973-8da284b1abd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.0954442 Sep 14 17:01:11.502812 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247098a5-feec-4b3f-8699-eebe65536949 req-d5c29f24-69c6-4839-8c1e-e8eb42284c7e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:11.502812 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-247098a5-feec-4b3f-8699-eebe65536949 req-d5c29f24-69c6-4839-8c1e-e8eb42284c7e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0527401 Sep 14 17:01:11.508265 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-3abc3c02-ef0e-4507-9ae9-d49bf85b8219 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 200 len: 1000 time: 0.0609725 Sep 14 17:01:11.540560 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-247098a5-feec-4b3f-8699-eebe65536949 req-9a607fd9-77d3-497f-9197-68d123bbf134 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Sep 14 17:01:11.558677 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-8b9cf656-ac50-4396-9069-10f078cbe4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:11.560299 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-8b9cf656-ac50-4396-9069-10f078cbe4bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0440001 Sep 14 17:01:11.614458 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-5e611e3a-ce48-4878-ae18-7fe58d1784b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:11.615991 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-5e611e3a-ce48-4878-ae18-7fe58d1784b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475430 Sep 14 17:01:11.710290 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-fc4a4f35-3d2d-4d9c-8d8d-3ca31f29147f service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Sep 14 17:01:11.809245 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b6d0423d-9d74-432a-a32a-f958fc2723a8 req-c8cb6965-c2b6-4257-a167-b837a0d6e302 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918236 Sep 14 17:01:11.877577 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:12.669747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3d4fd-ee30-4f22-ba01-79bc8a5bc0dd req-f74b6051-d880-4e94-831c-7487ab97fb39 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:12.671315 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1de3d4fd-ee30-4f22-ba01-79bc8a5bc0dd req-f74b6051-d880-4e94-831c-7487ab97fb39 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0568695 Sep 14 17:01:12.716253 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1de3d4fd-ee30-4f22-ba01-79bc8a5bc0dd req-795dc84b-6b2c-48d8-9b7b-4b79e712d818 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Sep 14 17:01:13.038492 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:13.553029 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:13.841396 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd490900-1282-48d5-9817-0d1b28f49bf6 req-398c1400-fd96-47bb-913b-4f84337f2bd0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:13.842857 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd490900-1282-48d5-9817-0d1b28f49bf6 req-398c1400-fd96-47bb-913b-4f84337f2bd0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0520880 Sep 14 17:01:13.882264 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd490900-1282-48d5-9817-0d1b28f49bf6 req-dc9cf2be-9853-4214-b151-0fbecb532263 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333309 Sep 14 17:01:15.013894 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cd29c-3195-4514-ac13-bf2939dd42e5 req-f6fd2c55-b0d7-4a11-9e16-639b2d1d315f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:15.015553 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f38cd29c-3195-4514-ac13-bf2939dd42e5 req-f6fd2c55-b0d7-4a11-9e16-639b2d1d315f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0545931 Sep 14 17:01:15.055457 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f38cd29c-3195-4514-ac13-bf2939dd42e5 req-cfc3170c-4c02-4fe5-91d3-b1f5c531db01 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332601 Sep 14 17:01:15.575647 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:01:16.185369 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a20c-a9f3-480a-98a8-b4c07767bf9f req-de46e338-6eae-4daa-a8e9-5faca7d2dd7b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:16.186936 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7312a20c-a9f3-480a-98a8-b4c07767bf9f req-de46e338-6eae-4daa-a8e9-5faca7d2dd7b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0517910 Sep 14 17:01:16.226830 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7312a20c-a9f3-480a-98a8-b4c07767bf9f req-07c79860-a7ff-4b2e-9521-491d9c481124 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335732 Sep 14 17:01:17.362760 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56316992-8a26-400d-94f5-7ea403b98643 req-ffe0cab1-e677-4623-a39d-ce855089e9e5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:17.364295 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-56316992-8a26-400d-94f5-7ea403b98643 req-ffe0cab1-e677-4623-a39d-ce855089e9e5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0554581 Sep 14 17:01:17.406004 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-56316992-8a26-400d-94f5-7ea403b98643 req-d5532e93-d1f1-472c-900c-4dcd1968a804 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337071 Sep 14 17:01:18.536752 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecb66d-e6ab-480b-9895-9a9d896ab1df req-bef9eede-df9e-43e5-93dc-de4f443de7f6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:18.538249 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e1ecb66d-e6ab-480b-9895-9a9d896ab1df req-bef9eede-df9e-43e5-93dc-de4f443de7f6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0572731 Sep 14 17:01:18.579864 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e1ecb66d-e6ab-480b-9895-9a9d896ab1df req-f054928c-1535-48fc-abc4-77012771dcd6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340385 Sep 14 17:01:19.703239 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4be16-cc03-4e41-9891-ec22da765fb4 req-f85e4c2e-f512-4772-89a8-203a5a7eeb09 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:19.705667 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-13b4be16-cc03-4e41-9891-ec22da765fb4 req-f85e4c2e-f512-4772-89a8-203a5a7eeb09 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0525420 Sep 14 17:01:19.746788 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-13b4be16-cc03-4e41-9891-ec22da765fb4 req-21d1868b-0fd2-4251-bfc8-65b0468ef126 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350842 Sep 14 17:01:20.879036 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86734ff-4ab6-4a1b-923a-e56b13ef17a9 req-27eeccf1-26c6-4a7f-82f9-52a462c4b429 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:20.881287 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a86734ff-4ab6-4a1b-923a-e56b13ef17a9 req-27eeccf1-26c6-4a7f-82f9-52a462c4b429 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0549066 Sep 14 17:01:20.921155 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a86734ff-4ab6-4a1b-923a-e56b13ef17a9 req-ad5fa0d4-98f4-4e17-a962-9b61f5245c5e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340023 Sep 14 17:01:22.048020 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628eca9-bbae-48d0-a135-cdd5d72778a6 req-21419543-208e-42cd-873f-5e93b50db1dd tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:22.049525 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a628eca9-bbae-48d0-a135-cdd5d72778a6 req-21419543-208e-42cd-873f-5e93b50db1dd tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0530283 Sep 14 17:01:22.089928 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a628eca9-bbae-48d0-a135-cdd5d72778a6 req-dcef411b-5b39-49a2-ba86-1a1afc84e224 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340374 Sep 14 17:01:23.226209 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f8b78-ffc8-479a-a9a1-31b9c293a6e3 req-ad889e5c-4b10-4f73-9430-9e31664c95eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:23.227742 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-838f8b78-ffc8-479a-a9a1-31b9c293a6e3 req-ad889e5c-4b10-4f73-9430-9e31664c95eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0566397 Sep 14 17:01:23.270067 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-838f8b78-ffc8-479a-a9a1-31b9c293a6e3 req-90ce816f-43a9-456f-a35c-b0b2c7e278d2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Sep 14 17:01:24.393824 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaeedd-819e-405b-b803-337b75630369 req-203c8829-a0aa-432e-bd89-b03e417fdb4e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:24.395375 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bedaeedd-819e-405b-b803-337b75630369 req-203c8829-a0aa-432e-bd89-b03e417fdb4e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0524464 Sep 14 17:01:24.435054 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bedaeedd-819e-405b-b803-337b75630369 req-d5ade74c-f773-45e9-94cd-faf1479ada78 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335259 Sep 14 17:01:25.571858 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c0a6f-55f5-4c95-ab90-d9e84dc22bf2 req-c36b5746-a0c2-4061-9597-66352d9f6a67 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:25.573363 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4f1c0a6f-55f5-4c95-ab90-d9e84dc22bf2 req-c36b5746-a0c2-4061-9597-66352d9f6a67 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0550761 Sep 14 17:01:25.610694 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4f1c0a6f-55f5-4c95-ab90-d9e84dc22bf2 req-af993501-4537-4cdc-8384-55baa944557d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Sep 14 17:01:26.744770 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779bcd4-fa49-4e75-a8ec-b17e6ebe1fce req-e00d500e-8796-4f66-9294-30fa34e75601 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:26.746223 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9779bcd4-fa49-4e75-a8ec-b17e6ebe1fce req-e00d500e-8796-4f66-9294-30fa34e75601 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0497589 Sep 14 17:01:26.783824 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9779bcd4-fa49-4e75-a8ec-b17e6ebe1fce req-b00cd433-3e5a-429e-9822-50aa20b93388 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Sep 14 17:01:27.918357 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116fd7-1598-4354-af4a-1817444059ad req-165d6c2a-d6ba-4b56-ac5d-b2b2ba3fb4cc tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:27.919858 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7f116fd7-1598-4354-af4a-1817444059ad req-165d6c2a-d6ba-4b56-ac5d-b2b2ba3fb4cc tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0531044 Sep 14 17:01:27.960495 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7f116fd7-1598-4354-af4a-1817444059ad req-bc16188a-bf72-481d-a5e3-d7ecedd9acdf tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Sep 14 17:01:29.105185 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7999d-4e0d-4e58-803f-effc2b0d3381 req-f87240d9-fb49-41dc-b6c8-78083462440d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:29.106653 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53f7999d-4e0d-4e58-803f-effc2b0d3381 req-f87240d9-fb49-41dc-b6c8-78083462440d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0639076 Sep 14 17:01:29.389397 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53f7999d-4e0d-4e58-803f-effc2b0d3381 req-db421b85-b0aa-4b4f-a699-c1ba793fb8d7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734158 Sep 14 17:01:30.525601 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1819e2-6d57-4d0a-959e-e8e1fd813d4f req-476208ed-ce70-4499-855f-a5abdde0454c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:30.527354 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb1819e2-6d57-4d0a-959e-e8e1fd813d4f req-476208ed-ce70-4499-855f-a5abdde0454c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0513961 Sep 14 17:01:30.564537 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb1819e2-6d57-4d0a-959e-e8e1fd813d4f req-941036da-ca7b-495b-91d5-fd05a426a3cc tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Sep 14 17:01:31.687761 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242f2e1-6bbd-4f44-b77e-200172a76029 req-73ba22f1-6890-4bb4-ac66-5d15d8d99c6d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:31.689218 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e242f2e1-6bbd-4f44-b77e-200172a76029 req-73ba22f1-6890-4bb4-ac66-5d15d8d99c6d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 944 time: 0.0515695 Sep 14 17:01:31.731865 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e242f2e1-6bbd-4f44-b77e-200172a76029 req-bbf187e0-c120-4440-a24d-9e39a2a6df25 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336900 Sep 14 17:01:32.073146 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:01:32.173732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:01:32.185689 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'port_id': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'mac_address': 'fa:16:3e:60:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:01:32.222496 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:32.235891 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c7b06c-449d-4883-ba1c-983b98e06be3 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:01:32.257019 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:01:32.263035 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:32.313650 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=9']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:32.321307 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.321679 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.322026 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.322363 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.322681 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.323051 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.323429 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.323684 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.324026 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.324345 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.324746 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.326271 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:32.573610 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['c4c7b06c-449d-4883-ba1c-983b98e06be3'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:01:32.873507 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8ab3d-d2d6-4125-bdca-0dbdaaf8dbfb req-55a1ce93-c512-4c1e-93eb-5cdddf4f3a1d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:32.875019 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3f8ab3d-d2d6-4125-bdca-0dbdaaf8dbfb req-55a1ce93-c512-4c1e-93eb-5cdddf4f3a1d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 945 time: 0.0544667 Sep 14 17:01:32.914797 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c3f8ab3d-d2d6-4125-bdca-0dbdaaf8dbfb req-03493903-db72-4cae-8472-e5dee99ebb83 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305905 Sep 14 17:01:34.061606 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed4200-3f8a-4414-aa60-6df0b31cee5f req-bd809ec5-6bf6-4660-a6f4-731d319bcd10 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:34.063104 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a5ed4200-3f8a-4414-aa60-6df0b31cee5f req-bd809ec5-6bf6-4660-a6f4-731d319bcd10 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Sep 14 17:01:34.075551 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:01:34.100668 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a5ed4200-3f8a-4414-aa60-6df0b31cee5f req-aaadefee-b1ee-4e72-b028-9287884056f3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Sep 14 17:01:34.127408 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port c4c7b06c-449d-4883-ba1c-983b98e06be3 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:34.127807 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:34.208998 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:34.233098 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:01:34.235387 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbee7a1-e583-4fba-ab26-624db13b0e5e" -d '{"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:01:34.249209 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:01:34.257125 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:34.282285 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9ce99-4c3c-4b1f-8290-417b124e1e30 x-openstack-request-id: req-dbc9ce99-4c3c-4b1f-8290-417b124e1e30 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:01:34.282492 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:01:34.282669 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbc9ce99-4c3c-4b1f-8290-417b124e1e30 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:01:34.283086 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'code': 200} Sep 14 17:01:34.307753 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=10']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:34.760906 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c75cd5-f2f6-4eba-85b4-29bda8bc903a req-dcfc6d98-9dbc-415e-a7f0-1a79a81f88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:34.762383 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7c75cd5-f2f6-4eba-85b4-29bda8bc903a req-dcfc6d98-9dbc-415e-a7f0-1a79a81f88f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1100 time: 0.0412722 Sep 14 17:01:34.798071 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f7c75cd5-f2f6-4eba-85b4-29bda8bc903a req-3a7ef531-99af-4448-9e7e-fc61a708865b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276792 Sep 14 17:01:35.233443 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343210-f4b3-40e1-857c-62b4b5d83b6a req-ced7bdbd-9967-42f7-8690-68cb7f540df8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:35.234953 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-25343210-f4b3-40e1-857c-62b4b5d83b6a req-ced7bdbd-9967-42f7-8690-68cb7f540df8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 947 time: 0.0501785 Sep 14 17:01:35.281344 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-25343210-f4b3-40e1-857c-62b4b5d83b6a req-3adcdb97-0a8a-4542-81c7-ed5e95f45c97 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361881 Sep 14 17:01:36.421546 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07bb3d-605c-4356-b594-ae7ca5f3ef32 req-160c45b3-ede9-4756-bd66-ed10847ba30c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:36.423658 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d07bb3d-605c-4356-b594-ae7ca5f3ef32 req-160c45b3-ede9-4756-bd66-ed10847ba30c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 947 time: 0.0575278 Sep 14 17:01:36.471100 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6d07bb3d-605c-4356-b594-ae7ca5f3ef32 req-45953f2e-33ba-45ef-a8fd-71f77303b6a7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412796 Sep 14 17:01:37.598678 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064c446-b258-4321-b253-b6d9171f5114 req-3867fc0e-69c4-4879-bd63-17045754bb06 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:37.600225 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4064c446-b258-4321-b253-b6d9171f5114 req-3867fc0e-69c4-4879-bd63-17045754bb06 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 947 time: 0.0496786 Sep 14 17:01:37.649855 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4064c446-b258-4321-b253-b6d9171f5114 req-d1d2b6df-e7b2-4a08-ac6e-c49ff20b7a7e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406590 Sep 14 17:01:38.381663 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-125d758a-4620-4d09-b268-2143c8eb90af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:39.537055 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-fcc09449-7df1-4ecd-b668-899d9e91fb57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436418 Sep 14 17:01:39.637481 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-b215a993-40e2-4807-a1e1-93c16767f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:39.639008 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-b215a993-40e2-4807-a1e1-93c16767f1d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 1100 time: 0.0411646 Sep 14 17:01:39.753605 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-4c96c6ea-daee-4896-ad05-47dc1e5bf36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:39.755130 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-4c96c6ea-daee-4896-ad05-47dc1e5bf36b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.0966477 Sep 14 17:01:39.825901 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-d187b5fb-7980-4959-a1a4-b9f9c0e85e1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 200 len: 1002 time: 0.0628870 Sep 14 17:01:39.885879 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-cc6e7e82-2b14-46dc-942c-4ed06fd433e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:39.887333 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-cc6e7e82-2b14-46dc-942c-4ed06fd433e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0535021 Sep 14 17:01:39.937965 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-3f9fbe70-6d84-465c-b5fe-66cf0a83e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:39.939349 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-3f9fbe70-6d84-465c-b5fe-66cf0a83e80c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442657 Sep 14 17:01:40.031863 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-0b2d3d93-e804-404a-88ac-66daa32c6aa9 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850203 Sep 14 17:01:40.121709 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0f5e242a-8336-4555-ab6b-fa76875da547 req-42e4c0ed-fd8e-4895-a744-a8efe43d519d service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830076 Sep 14 17:01:40.924325 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-10039b15-816b-49dd-82af-551f0864f98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:41.017942 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:41.886722 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:43.062699 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:43.558490 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:52.581278 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:02:00.593718 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556c40f-7667-46dd-92f6-a6a09dff87d0 req-45cedcb8-b3c4-4da2-8858-4efcedb78b28 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:00.595235 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4556c40f-7667-46dd-92f6-a6a09dff87d0 req-45cedcb8-b3c4-4da2-8858-4efcedb78b28 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 945 time: 0.0552855 Sep 14 17:02:00.640408 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4556c40f-7667-46dd-92f6-a6a09dff87d0 req-00f4ef9f-8063-4e24-ba85-01d2b72b7c3a tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Sep 14 17:02:01.778567 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7dbad-ed5e-423a-a19b-a5b1dee77ab7 req-663c53ea-12f6-4c7b-a6fe-bb06ef55d8c1 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:01.780073 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c5a7dbad-ed5e-423a-a19b-a5b1dee77ab7 req-663c53ea-12f6-4c7b-a6fe-bb06ef55d8c1 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 945 time: 0.0635536 Sep 14 17:02:01.821006 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c5a7dbad-ed5e-423a-a19b-a5b1dee77ab7 req-4d976703-ef1c-40a7-b586-04dc865dfcfd tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319834 Sep 14 17:02:02.505335 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-91ae6fbb-f436-4434-933b-7f7585468bf2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:02.506814 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-91ae6fbb-f436-4434-933b-7f7585468bf2 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 945 time: 0.0627971 Sep 14 17:02:02.616624 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Deleting port b475ff7d-158b-4835-883a-2487e4f6ab7a {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:02.617215 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:02.709612 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] For port b475ff7d-158b-4835-883a-2487e4f6ab7a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b475ff7d-158b-4835-883a-2487e4f6ab7a,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:02.709974 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:02.880041 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:02.880296 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:02.880640 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Floating IP fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0 disassociated. External IP: 172.27.2.98, port: b475ff7d-158b-4835-883a-2487e4f6ab7a. Sep 14 17:02:02.880971 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Calling delete_port for b475ff7d-158b-4835-883a-2487e4f6ab7a owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:02.984784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1fe2-a987-407f-ab38-86f1394d2b1f req-b223427a-a896-40e2-9fc3-0b824bff0c40 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:02.986281 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff2b1fe2-a987-407f-ab38-86f1394d2b1f req-b223427a-a896-40e2-9fc3-0b824bff0c40 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 945 time: 0.0964382 Sep 14 17:02:03.057403 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff2b1fe2-a987-407f-ab38-86f1394d2b1f req-9e5255eb-e558-4959-ab47-1f43d480c96e tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups?id=790af81a-b862-430f-84d8-9619753917b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623705 Sep 14 17:02:03.078617 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:03.105925 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event deleted for resources: {'Port': ['ID=b475ff7d-158b-4835-883a-2487e4f6ab7a,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:03.115910 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.116268 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.116600 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.117277 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.117608 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.117915 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.118268 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.118591 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.118944 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.119818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.119818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.120025 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:03.494820 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Router 5bc59034-5a77-4a9c-a6a8-958628af14ca has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:02:03.605087 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:03.616567 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] Sync routers for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:03.627022 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:03.627648 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:01:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:03.649089 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] No DVR routers for this DVR port b475ff7d-158b-4835-883a-2487e4f6ab7a on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:02:03.652523 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:03.654547 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6a339919-1be7-4281-b07f-0b6786b7cdf6 req-99047c6c-51c5-4f59-b1ad-55bde6c1182d tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.44 "DELETE /v2.0/ports/b475ff7d-158b-4835-883a-2487e4f6ab7a HTTP/1.1" status: 204 len: 173 time: 1.1408060 Sep 14 17:02:03.655000 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'name': 'network-vif-deleted', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:03.657343 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2276f698-5c23-476c-ae93-31ccd6153199" -d '{"events": [{"server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "name": "network-vif-deleted", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:03.698116 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd093364-3e28-4449-9d55-5ed080e607b3 x-openstack-request-id: req-dd093364-3e28-4449-9d55-5ed080e607b3 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:03.698588 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae58b2e8-8580-4200-afdb-f9338899f331", "name": "network-vif-deleted", "tag": "b475ff7d-158b-4835-883a-2487e4f6ab7a", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:03.698854 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd093364-3e28-4449-9d55-5ed080e607b3 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:03.699284 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae58b2e8-8580-4200-afdb-f9338899f331', 'name': 'network-vif-deleted', 'tag': 'b475ff7d-158b-4835-883a-2487e4f6ab7a', 'status': 'completed', 'code': 200} Sep 14 17:02:03.735054 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:03.936960 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:03.962125 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] Checking router: 5bc59034-5a77-4a9c-a6a8-958628af14ca for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:03.970794 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:03.971417 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:01:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:04.076515 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:04.179414 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-631e90f9-06d8-475c-95c0-e929701e509e req-e44e7b85-48c3-4c06-bb0b-5880d2293bfe tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae58b2e8-8580-4200-afdb-f9338899f331 HTTP/1.1" status: 200 len: 210 time: 0.0366087 Sep 14 17:02:04.289845 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:04.315764 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51cedd-59b0-4c29-ba0c-9fd45082f690 None None] The sync data for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi is: [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T16:55:36Z', 'revision_number': 4, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '4546e036-c8e2-44d3-95af-c45ce3081c7f', 'name': '', 'network_id': '44f3718e-782c-4247-9fd0-b8ad4ae624f8', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'mac_address': 'fa:16:3e:f0:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:34Z', 'updated_at': '2021-09-14T16:55:48Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'subnets': [{'id': 'edcf421c-811f-403e-bbbc-6c4297b14382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:02:04.533083 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8539ba1-04b4-4c08-8af7-3a36eab48112 None None] New status for floating IP fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:02:05.287761 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35782) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:05.343182 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e82ec178-fddb-4b54-9061-d7f94a237935 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.367993 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e82ec178-fddb-4b54-9061-d7f94a237935 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.426368 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e82ec178-fddb-4b54-9061-d7f94a237935 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.429150 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e82ec178-fddb-4b54-9061-d7f94a237935 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.430303 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-e82ec178-fddb-4b54-9061-d7f94a237935 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "DELETE /v2.0/security-groups/790af81a-b862-430f-84d8-9619753917b3 HTTP/1.1" status: 204 len: 168 time: 0.1415308 Sep 14 17:02:05.433295 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35784) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:05.439643 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ec178-fddb-4b54-9061-d7f94a237935 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790af81a-b862-430f-84d8-9619753917b3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:05.446756 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.api.v2.resource [None req-fdc9bfc3-94f8-4b6a-b111-46f7450a2545 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] show failed (client error): The resource could not be found. Sep 14 17:02:05.447843 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fdc9bfc3-94f8-4b6a-b111-46f7450a2545 tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "GET /v2.0/security-groups/790af81a-b862-430f-84d8-9619753917b3 HTTP/1.1" status: 404 len: 347 time: 0.0135534 Sep 14 17:02:05.450892 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35786) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:05.576502 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Deleting port 490a05f1-4b8c-4e54-9d8e-80a8849b6988 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:05.576808 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.655124 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.655350 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.666923 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Calling delete_port for 490a05f1-4b8c-4e54-9d8e-80a8849b6988 owned by network:floatingip {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:05.824895 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.849644 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Pushing event deleted for resources: {'Port': ['ID=490a05f1-4b8c-4e54-9d8e-80a8849b6988,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:05.910714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks [] for floatingip, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.913183 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:05.914359 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-fac3814d-1122-4271-89b1-8eb3ffbae2ba tempest-AttachVolumeTestJSON-88136394 tempest-AttachVolumeTestJSON-88136394-project] 10.222.0.21 "DELETE /v2.0/floatingips/fbbfb8c2-4c02-418f-844a-20c2a5d4e6f0 HTTP/1.1" status: 204 len: 168 time: 0.4624550 Sep 14 17:02:06.251636 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b475ff7d-158b-4835-883a-2487e4f6ab7a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:02:06.271387 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: b475ff7d-158b-4835-883a-2487e4f6ab7a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:02:06.271735 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b475ff7d-158b-4835-883a-2487e4f6ab7a not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:02:08.376039 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c6c813f9-04d3-42b4-9216-a3fd58ad3f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:09.488294 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35814) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:09.934554 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:10.182933 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Deleting port 4546e036-c8e2-44d3-95af-c45ce3081c7f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:10.183271 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:10.264430 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] For port 4546e036-c8e2-44d3-95af-c45ce3081c7f, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=4546e036-c8e2-44d3-95af-c45ce3081c7f,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:10.264769 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:10.277672 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Calling delete_port for 4546e036-c8e2-44d3-95af-c45ce3081c7f owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:10.462246 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:10.487260 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Pushing event deleted for resources: {'Port': ['ID=4546e036-c8e2-44d3-95af-c45ce3081c7f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:10.499084 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.499670 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.499755 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.500119 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.500439 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.500753 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.501077 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.501397 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.501718 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.502032 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.502351 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.502664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:10.662473 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:10.877266 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Router 5bc59034-5a77-4a9c-a6a8-958628af14ca has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:02:10.916708 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b7020020-ed8a-4898-b0ef-ae8b547887c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:10.984800 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:10.989896 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1958b513-1c72-42f3-b8d5-b839b64f0454 admin admin] 10.222.0.21 "PUT /v2.0/routers/5bc59034-5a77-4a9c-a6a8-958628af14ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5005515 Sep 14 17:02:10.993277 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35832) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:10.994266 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] Sync routers for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:11.013519 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:11.015215 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:11.018145 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.119812 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.128703 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:11.225440 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.279570 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Deleting port eb129402-03a7-4974-a68b-5f52a6ca78a8 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:11.279916 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.308705 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T17:02:10Z', 'revision_number': 5, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port': {'id': 'eb129402-03a7-4974-a68b-5f52a6ca78a8', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:55:30Z', 'updated_at': '2021-09-14T16:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:11.335479 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] Checking router: 5bc59034-5a77-4a9c-a6a8-958628af14ca for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:11.343876 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] Routers {'5bc59034-5a77-4a9c-a6a8-958628af14ca'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:11.344494 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['5bc59034-5a77-4a9c-a6a8-958628af14ca'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:11.361118 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] For port eb129402-03a7-4974-a68b-5f52a6ca78a8, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=eb129402-03a7-4974-a68b-5f52a6ca78a8,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:11.361483 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.373722 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Calling delete_port for eb129402-03a7-4974-a68b-5f52a6ca78a8 owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:11.432943 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] Set router 5bc59034-5a77-4a9c-a6a8-958628af14ca gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:11.493103 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T17:02:11Z', 'revision_number': 6, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:11.522386 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3aacd-923e-44fd-a56e-beca19873407 None None] The sync data for ids ['5bc59034-5a77-4a9c-a6a8-958628af14ca'] in dv-cinder-808995-1-iscsi is: [{'id': '5bc59034-5a77-4a9c-a6a8-958628af14ca', 'name': 'tempest-AttachVolumeTestJSON-1769018140-router', 'tenant_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:55:28Z', 'updated_at': '2021-09-14T17:02:11Z', 'revision_number': 6, 'project_id': 'f86c2659a3c9472c89d6bb822df2b9f0', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:02:11.551660 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.586289 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb129402-03a7-4974-a68b-5f52a6ca78a8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:11.653572 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.766814 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.770094 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.822419 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222997e-6851-4c87-b7e2-d3c15b5d3996 req-72412a7f-83f6-43bc-80fc-073e728440f5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:11.823882 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b222997e-6851-4c87-b7e2-d3c15b5d3996 req-72412a7f-83f6-43bc-80fc-073e728440f5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 947 time: 0.1404245 Sep 14 17:02:11.825177 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.825701 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc59034-5a77-4a9c-a6a8-958628af14ca {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:02:11.831146 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.832254 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5b43fe3d-d901-4294-8005-c4063f22d3d1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5bc59034-5a77-4a9c-a6a8-958628af14ca HTTP/1.1" status: 204 len: 168 time: 0.8379633 Sep 14 17:02:11.834979 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35842) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:11.868009 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b222997e-6851-4c87-b7e2-d3c15b5d3996 req-0fcef430-b961-4645-b0fc-d93de511c00d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344841 Sep 14 17:02:11.882501 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] Deleting subnet edcf421c-811f-403e-bbbc-6c4297b14382 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:02:11.886033 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.906414 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:11.928983 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.007831 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.064651 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.089046 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edcf421c-811f-403e-bbbc-6c4297b14382,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:12.093688 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.095454 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c772ce7a-87d5-435b-a7a8-cf0067d49d57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/edcf421c-811f-403e-bbbc-6c4297b14382 HTTP/1.1" status: 204 len: 168 time: 0.2594719 Sep 14 17:02:12.098276 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35844) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:12.101025 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4a666-3ee4-4c8b-8ce0-09ac01106956 None None] Network 44f3718e-782c-4247-9fd0-b8ad4ae624f8 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:12.169128 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.223849 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Deleting port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:12.224194 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.288618 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] For port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:12.288988 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.301666 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] DHCP port deletion for 44f3718e-782c-4247-9fd0-b8ad4ae624f8 request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:02:12.303576 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Calling delete_port for e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:12.347459 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] Deleting port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:12.347838 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.391800 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.420699 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Pushing event deleted for resources: {'Port': ['ID=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:12.423137 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] No DVR routers for this DVR port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 on host dv-cinder-808995-1-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:02:12.508588 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.533716 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f3718e-782c-4247-9fd0-b8ad4ae624f8']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:12.548048 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a61693d-540e-4cb0-be04-211796208b6c') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:12.548048 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a61693d-540e-4cb0-be04-211796208b6c') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:12.559897 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.562512 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] For port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,segment=NetworkSegment(0a61693d-540e-4cb0-be04-211796208b6c),segment_id=0a61693d-540e-4cb0-be04-211796208b6c)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:12.562947 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.576913 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.577857 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] Calling delete_port for e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:12.584278 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:02:12.584815 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:02:12.597088 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:02:12.669611 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.684300 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.689517 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.693632 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] 10.222.0.21 "DELETE /v2.0/networks/44f3718e-782c-4247-9fd0-b8ad4ae624f8 HTTP/1.1" status: 204 len: 168 time: 0.5922048 Sep 14 17:02:12.706270 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] Pushing event deleted for resources: {'Port': ['ID=e680d7b4-35e7-4496-bd3f-87cebc3c8ea1,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:12.708371 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285a9e9-6fcb-4a6c-838f-66fe4ff3ba95 None None] No DVR routers for this DVR port e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 on host dv-cinder-808995-1-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:02:12.718740 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa94394-60b0-45fd-a7ce-435622e20985 req-876ae17c-230a-4737-a4a8-98e5d9684767 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:12.720238 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fa94394-60b0-45fd-a7ce-435622e20985 req-876ae17c-230a-4737-a4a8-98e5d9684767 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 945 time: 0.1208670 Sep 14 17:02:12.721546 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aacb88-e01d-4581-ae41-8296b743d37f admin admin] Pushing event deleted for resources: {'Network': ['ID=44f3718e-782c-4247-9fd0-b8ad4ae624f8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:12.759255 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1fa94394-60b0-45fd-a7ce-435622e20985 req-77dd0474-9eee-45b6-9605-62eb77445a71 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330548 Sep 14 17:02:12.818280 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35852) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:12.858122 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-747854c2-e44a-4e62-9521-2effbba75893 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f86c2659a3c9472c89d6bb822df2b9f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386338 Sep 14 17:02:12.860634 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35854) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:12.910707 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4b80-342d-4b85-b57f-a720fe132859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.932878 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4b80-342d-4b85-b57f-a720fe132859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.984288 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4b80-342d-4b85-b57f-a720fe132859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.987056 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4b80-342d-4b85-b57f-a720fe132859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:12.988233 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3bbb4b80-342d-4b85-b57f-a720fe132859 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41e1b0dc-d5f8-4cee-8f57-cc5ada9874ea HTTP/1.1" status: 204 len: 168 time: 0.1267135 Sep 14 17:02:12.996511 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb4b80-342d-4b85-b57f-a720fe132859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e1b0dc-d5f8-4cee-8f57-cc5ada9874ea,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:13.004885 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69bc53-28db-4711-92f1-57d7cb76371b req-582f0716-fcf3-46b8-819b-f956593b4b5c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:13.006487 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae69bc53-28db-4711-92f1-57d7cb76371b req-582f0716-fcf3-46b8-819b-f956593b4b5c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 947 time: 0.0548482 Sep 14 17:02:13.046545 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ae69bc53-28db-4711-92f1-57d7cb76371b req-fabd4b93-9e95-4fc7-a3ba-32ff6e8890d0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4202e-d5a9-4867-a900-c391a3634989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331962 Sep 14 17:02:13.067479 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:13.142666 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 4546e036-c8e2-44d3-95af-c45ce3081c7f no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:02:13.164505 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 4546e036-c8e2-44d3-95af-c45ce3081c7f {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:02:13.164852 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 4546e036-c8e2-44d3-95af-c45ce3081c7f not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:02:13.165273 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:02:13.184081 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:02:13.184365 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device e680d7b4-35e7-4496-bd3f-87cebc3c8ea1 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:02:13.184789 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device eb129402-03a7-4974-a68b-5f52a6ca78a8 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:02:13.203668 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: eb129402-03a7-4974-a68b-5f52a6ca78a8 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:02:13.204017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device eb129402-03a7-4974-a68b-5f52a6ca78a8 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:02:13.417167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-773238f8-54ef-4c55-8a00-cb164c73383f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:13.418669 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-773238f8-54ef-4c55-8a00-cb164c73383f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 947 time: 0.0534341 Sep 14 17:02:13.515760 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Deleting port c4c7b06c-449d-4883-ba1c-983b98e06be3 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:13.515760 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:13.560108 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:13.608890 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] For port c4c7b06c-449d-4883-ba1c-983b98e06be3, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c4c7b06c-449d-4883-ba1c-983b98e06be3,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:13.609243 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:13.781370 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:13.781808 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:13.782180 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Floating IP fcbdd3e1-c2a7-46a2-9a76-9598964bd801 disassociated. External IP: 172.27.2.115, port: c4c7b06c-449d-4883-ba1c-983b98e06be3. Sep 14 17:02:13.782660 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Calling delete_port for c4c7b06c-449d-4883-ba1c-983b98e06be3 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:13.902354 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee799c2-5a3d-44c8-b1ba-6d614610ff4b req-211c8573-1603-496f-ba15-81c1a3de0fbb tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:13.903911 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-dee799c2-5a3d-44c8-b1ba-6d614610ff4b req-211c8573-1603-496f-ba15-81c1a3de0fbb tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 945 time: 0.0703967 Sep 14 17:02:13.979819 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-dee799c2-5a3d-44c8-b1ba-6d614610ff4b req-da56a1a2-edd5-4c92-80d3-92e4d66f08c8 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644367 Sep 14 17:02:13.980888 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:14.011729 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event deleted for resources: {'Port': ['ID=c4c7b06c-449d-4883-ba1c-983b98e06be3,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:14.129360 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:02:14.148858 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-235f70fb-48f1-4340-8de9-8fa57b5a5177 req-cabc69a4-c64c-46ab-86a2-0d98b1203ac5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8297db4-cdee-4b8d-a7b7-cfc089d8b823 HTTP/1.1" status: 200 len: 210 time: 0.0267863 Sep 14 17:02:14.239855 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:14.250980 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] Sync routers for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:14.262820 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:14.263443 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:14.285346 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] No DVR routers for this DVR port c4c7b06c-449d-4883-ba1c-983b98e06be3 on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:02:14.287911 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:14.290123 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ca0d3e6f-944d-4db2-95e6-fe72026b1ffe req-3383dd26-4a3a-4256-be72-fb2fce7dcd0e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "DELETE /v2.0/ports/c4c7b06c-449d-4883-ba1c-983b98e06be3 HTTP/1.1" status: 204 len: 173 time: 0.8634849 Sep 14 17:02:14.290499 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-deleted', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:14.292791 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2411d-e17a-4644-88f4-f66abd89a2f1" -d '{"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-deleted", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:14.334157 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727e02fe-07fd-424b-b0fe-95218e141641 x-openstack-request-id: req-727e02fe-07fd-424b-b0fe-95218e141641 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:14.334157 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8297db4-cdee-4b8d-a7b7-cfc089d8b823", "name": "network-vif-deleted", "tag": "c4c7b06c-449d-4883-ba1c-983b98e06be3", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:14.334157 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-727e02fe-07fd-424b-b0fe-95218e141641 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:14.334157 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8297db4-cdee-4b8d-a7b7-cfc089d8b823', 'name': 'network-vif-deleted', 'tag': 'c4c7b06c-449d-4883-ba1c-983b98e06be3', 'status': 'completed', 'code': 200} Sep 14 17:02:14.383785 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:14.472726 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5433-5061-481d-81f3-22780ba60181 req-60d68d66-4eb1-4c1d-bae4-e33a068e8284 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:14.475155 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a44e5433-5061-481d-81f3-22780ba60181 req-60d68d66-4eb1-4c1d-bae4-e33a068e8284 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 945 time: 0.0656691 Sep 14 17:02:14.598053 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Deleting port 058fc9c4-1c34-4417-a654-3a084a363b38 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:14.598402 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:14.609905 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:14.638295 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] Checking router: 48b83cf7-f855-4ad7-8f29-6daa3443ab61 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:14.647144 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:14.647761 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:14.704615 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] For port 058fc9c4-1c34-4417-a654-3a084a363b38, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=058fc9c4-1c34-4417-a654-3a084a363b38,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:14.705023 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:14.851889 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:14.907165 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:14.907703 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:14.908414 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Floating IP 9724e001-43d7-49ec-9835-9382fd12025f disassociated. External IP: 172.27.2.23, port: 058fc9c4-1c34-4417-a654-3a084a363b38. Sep 14 17:02:14.908668 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Calling delete_port for 058fc9c4-1c34-4417-a654-3a084a363b38 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:15.077516 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.081022 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:15.099864 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d017a462-bf3f-4448-9dbc-d72c8c6aecbb req-1006bb53-91ea-4116-8983-2ec9621eecd4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 210 time: 0.0396557 Sep 14 17:02:15.122735 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f65bd8-6756-4368-a11d-85d942d2a312 None None] The sync data for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi is: [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:02:15.253605 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35926) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:15.319712 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f913543-d60a-4cff-906e-72ec336d50c4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.346261 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f913543-d60a-4cff-906e-72ec336d50c4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.408113 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f913543-d60a-4cff-906e-72ec336d50c4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.411403 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8f913543-d60a-4cff-906e-72ec336d50c4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.416457 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event deleted for resources: {'Port': ['ID=058fc9c4-1c34-4417-a654-3a084a363b38,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:15.417037 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8f913543-d60a-4cff-906e-72ec336d50c4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "DELETE /v2.0/security-groups/18f4202e-d5a9-4867-a900-c391a3634989 HTTP/1.1" status: 204 len: 168 time: 0.1615396 Sep 14 17:02:15.418731 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35930) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:15.449553 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f913543-d60a-4cff-906e-72ec336d50c4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f4202e-d5a9-4867-a900-c391a3634989,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:15.451780 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.api.v2.resource [None req-0c3c88db-b611-4645-beff-da4657a45354 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] show failed (client error): The resource could not be found. Sep 14 17:02:15.452944 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-0c3c88db-b611-4645-beff-da4657a45354 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups/18f4202e-d5a9-4867-a900-c391a3634989 HTTP/1.1" status: 404 len: 347 time: 0.0293980 Sep 14 17:02:15.455726 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35934) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:15.508443 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df99b0f-06d8-413f-acde-8c2e53361459 None None] New status for floating IP fcbdd3e1-c2a7-46a2-9a76-9598964bd801: DOWN {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:02:15.547846 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:02:15.602543 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Deleting port 089fbe80-a1cd-433f-a4f7-9b10611b2b9c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:02:15.602801 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.689478 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:15.691692 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.692027 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.705556 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:15.708810 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Calling delete_port for 089fbe80-a1cd-433f-a4f7-9b10611b2b9c owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:02:15.715652 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:15.716270 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:15.734003 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] No DVR routers for this DVR port 058fc9c4-1c34-4417-a654-3a084a363b38 on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:02:15.737043 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.739407 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a44e5433-5061-481d-81f3-22780ba60181 req-1e7e2226-1654-4565-8e74-cb0e16e96ed9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "DELETE /v2.0/ports/058fc9c4-1c34-4417-a654-3a084a363b38 HTTP/1.1" status: 204 len: 173 time: 1.2394319 Sep 14 17:02:15.884129 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:15.887495 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.914962 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event deleted for resources: {'Port': ['ID=089fbe80-a1cd-433f-a4f7-9b10611b2b9c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:15.935363 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35942) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:15.989437 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.992792 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:15.995214 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-35a8ae18-0101-4d6a-8167-a84adfaba31b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "DELETE /v2.0/floatingips/fcbdd3e1-c2a7-46a2-9a76-9598964bd801 HTTP/1.1" status: 204 len: 168 time: 0.5374119 Sep 14 17:02:16.065287 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-50849ac8-5812-402c-aef1-c4eb1d5f41ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.119330 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:16.173683 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-50849ac8-5812-402c-aef1-c4eb1d5f41ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.180914 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:16.184244 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-50849ac8-5812-402c-aef1-c4eb1d5f41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.198745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 35950) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:16.201335 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:16.202069 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:16.207997 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-b7d7c25e-6558-4539-9ce5-1e6a5e3ddf35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824081428', 'description': 'tempest-description--1193556199'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:16.230984 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-50849ac8-5812-402c-aef1-c4eb1d5f41ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=043aad228066463386ecf53e670b9ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911851 Sep 14 17:02:16.231494 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35952) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:16.238749 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50849ac8-5812-402c-aef1-c4eb1d5f41ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605d0885-d597-4c9d-9295-800199cea11f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:16.252191 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ba5f2cb4-5376-4efc-9459-4c764f69a2b1 req-e550938e-801b-4ae4-945b-88fc91e17e99 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e12a95a-1f1c-458e-8d0d-104a631d4873 HTTP/1.1" status: 200 len: 210 time: 0.0384629 Sep 14 17:02:16.287058 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c25e-6558-4539-9ce5-1e6a5e3ddf35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.297960 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc2669ad-c1b4-434f-b887-47ab64cbe9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.320236 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc2669ad-c1b4-434f-b887-47ab64cbe9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.329841 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:16.334960 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'name': 'network-vif-deleted', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:16.337240 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da2d348-83de-4458-ba62-f90ae2a7ad8d" -d '{"events": [{"server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "name": "network-vif-deleted", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:16.383812 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00c9a0-f7f8-458a-bbba-cc8382793b0c x-openstack-request-id: req-3d00c9a0-f7f8-458a-bbba-cc8382793b0c {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:16.384015 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c25e-6558-4539-9ce5-1e6a5e3ddf35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.385451 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e12a95a-1f1c-458e-8d0d-104a631d4873", "name": "network-vif-deleted", "tag": "058fc9c4-1c34-4417-a654-3a084a363b38", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:16.385451 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d00c9a0-f7f8-458a-bbba-cc8382793b0c {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:16.385451 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e12a95a-1f1c-458e-8d0d-104a631d4873', 'name': 'network-vif-deleted', 'tag': '058fc9c4-1c34-4417-a654-3a084a363b38', 'status': 'completed', 'code': 200} Sep 14 17:02:16.386261 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc2669ad-c1b4-434f-b887-47ab64cbe9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.388961 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc2669ad-c1b4-434f-b887-47ab64cbe9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.389097 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c25e-6558-4539-9ce5-1e6a5e3ddf35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.392552 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-bc2669ad-c1b4-434f-b887-47ab64cbe9bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/605d0885-d597-4c9d-9295-800199cea11f HTTP/1.1" status: 204 len: 168 time: 0.1579709 Sep 14 17:02:16.400128 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2669ad-c1b4-434f-b887-47ab64cbe9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605d0885-d597-4c9d-9295-800199cea11f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:16.422932 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7c25e-6558-4539-9ce5-1e6a5e3ddf35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a44dc40-5077-47c5-b773-2b047286609e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:16.442352 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c25e-6558-4539-9ce5-1e6a5e3ddf35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.444060 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-b7d7c25e-6558-4539-9ce5-1e6a5e3ddf35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2424929 Sep 14 17:02:16.447422 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35958) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:16.452938 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-c73e4d09-8d01-4ddc-acfb-513561e6b82f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'security_group_rule': {'security_group_id': '2a44dc40-5077-47c5-b773-2b047286609e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:16.483394 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c73e4d09-8d01-4ddc-acfb-513561e6b82f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.537239 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c73e4d09-8d01-4ddc-acfb-513561e6b82f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.543603 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c73e4d09-8d01-4ddc-acfb-513561e6b82f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.564471 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e4d09-8d01-4ddc-acfb-513561e6b82f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a487030-748d-48e7-b67e-7b4bb7634601,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:16.571769 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c73e4d09-8d01-4ddc-acfb-513561e6b82f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.576289 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c73e4d09-8d01-4ddc-acfb-513561e6b82f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246665 Sep 14 17:02:16.576639 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35962) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:16.581804 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-5747a382-df6b-4d76-aae3-ccfb936bb2ec tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'security_group_rule': {'security_group_id': '2a44dc40-5077-47c5-b773-2b047286609e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:16.594292 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:16.619951 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5747a382-df6b-4d76-aae3-ccfb936bb2ec tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.621432 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf94f2-fb18-4917-9dc1-5955ba632c05 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:02:16.696543 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5747a382-df6b-4d76-aae3-ccfb936bb2ec tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.702707 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5747a382-df6b-4d76-aae3-ccfb936bb2ec tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.721670 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747a382-df6b-4d76-aae3-ccfb936bb2ec tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129adec2-c5f3-4674-87c0-310d4093ee3f,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:16.732931 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5747a382-df6b-4d76-aae3-ccfb936bb2ec tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.734218 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5747a382-df6b-4d76-aae3-ccfb936bb2ec tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565843 Sep 14 17:02:16.737387 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35964) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:16.742064 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:16.760595 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35966) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:16.777539 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6c2fbf9-8bd1-435b-a302-0b35cb02278a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.780719 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.869169 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46f0de-29fd-4c71-81c6-75eaa1e9c717 None None] New status for floating IP 9724e001-43d7-49ec-9835-9382fd12025f: DOWN {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:02:16.946489 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6c2fbf9-8bd1-435b-a302-0b35cb02278a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.952363 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:16.955286 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a6c2fbf9-8bd1-435b-a302-0b35cb02278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.033955 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2fbf9-8bd1-435b-a302-0b35cb02278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36508b0c-cda5-4c27-9a20-67f03fd9153b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:17.038266 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a6c2fbf9-8bd1-435b-a302-0b35cb02278a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ba346a8655f4d7984b2d5e987d42988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767432 Sep 14 17:02:17.041151 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 35968) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:17.136034 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Allocated IP 172.27.2.235 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/839a9c39-68cc-4adc-bc8b-a54fa15b1c6f) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:17.140226 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d191-caed-4ce6-88bc-9d3e4164ac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.178599 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d191-caed-4ce6-88bc-9d3e4164ac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.281857 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.285649 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d191-caed-4ce6-88bc-9d3e4164ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.288248 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d191-caed-4ce6-88bc-9d3e4164ac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.289809 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f4e9d191-caed-4ce6-88bc-9d3e4164ac3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36508b0c-cda5-4c27-9a20-67f03fd9153b HTTP/1.1" status: 204 len: 168 time: 0.2474320 Sep 14 17:02:17.303407 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9d191-caed-4ce6-88bc-9d3e4164ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36508b0c-cda5-4c27-9a20-67f03fd9153b,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:17.352463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.390691 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:17.393754 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:17.397398 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:17.431898 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'Port': ['ID=839a9c39-68cc-4adc-bc8b-a54fa15b1c6f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:17.497353 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.555276 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.578363 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-0ad4764d-aee4-4fb6-af6c-94b31087ab22 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992247692&fields=id&tenant_id=ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 267 time: 0.0718098 Sep 14 17:02:17.765221 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-b2daac69-99dc-4a01-a817-3d4cdd468f2f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:17.766701 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-b2daac69-99dc-4a01-a817-3d4cdd468f2f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 812 time: 0.1804395 Sep 14 17:02:17.794096 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-c80abc16-47cc-41e1-a4a1-63cdf5a23c6c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/quotas/ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 375 time: 0.0215070 Sep 14 17:02:17.838105 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.846075 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:17.918723 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-83f60ca9-51cb-472d-a458-1c73fb2641ec tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184278 Sep 14 17:02:17.947138 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'Port': ['ID=839a9c39-68cc-4adc-bc8b-a54fa15b1c6f,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:17.964385 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:18.012513 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:18.013899 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-bdd4e18a-3b03-404c-8625-5df28c843726 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2754190 Sep 14 17:02:18.044723 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-6bdd633f-21f4-4902-aa09-6952468a14a5 service neutron] 10.222.0.21 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127083 Sep 14 17:02:18.143681 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-0c3203cd-dfe0-4450-925f-980f60481d46 service neutron] 10.222.0.21 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921466 Sep 14 17:02:18.201961 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-fcce8b64-b4e0-4ddd-a67b-a29df4931ada tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1824081428&fields=id&tenant_id=7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 267 time: 0.0332644 Sep 14 17:02:18.321793 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-1185425a-ff38-489b-9400-4590f8a64dff tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:18.323478 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-1185425a-ff38-489b-9400-4590f8a64dff tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 815 time: 0.1117637 Sep 14 17:02:18.323933 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:02:18.340392 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-5e57790c-6c5e-4080-9402-d41d739a1b3a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/quotas/7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 375 time: 0.0107112 Sep 14 17:02:18.350660 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: c4c7b06c-449d-4883-ba1c-983b98e06be3 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:02:18.351211 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device c4c7b06c-449d-4883-ba1c-983b98e06be3 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:02:18.351799 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 058fc9c4-1c34-4417-a654-3a084a363b38 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:02:18.380800 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 058fc9c4-1c34-4417-a654-3a084a363b38 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:02:18.381302 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 058fc9c4-1c34-4417-a654-3a084a363b38 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:02:18.401720 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-6e6da29c-6403-4668-a4a4-9d528b51fd43 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551016 Sep 14 17:02:18.475227 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-302bd710-bab7-47bc-8fce-d86a817ce107 req-1fa5a73d-5397-464b-98ee-cd0ce0914da9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 210 time: 0.0294864 Sep 14 17:02:18.531293 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-0dcdc410-0ddf-4f06-ace3-68c2d4d60ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031873 Sep 14 17:02:18.635501 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-6d485594-668a-4f68-9c8e-2eba153fad00 service neutron] 10.222.0.21 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952308 Sep 14 17:02:18.805381 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56b4d241-9821-4fc0-bda2-286cbe24107c req-ae880056-17e1-4319-b48d-96847ae36691 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 210 time: 0.0284185 Sep 14 17:02:19.575125 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cc6f4d08-16ba-4b38-a6fd-74d208829b89 req-b12c479e-f47f-47b0-a3e9-d601d8c60ae9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 210 time: 0.0280519 Sep 14 17:02:19.613183 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-c11ff7be-db35-4297-8a52-7d6af56be36a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:19.614642 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-c11ff7be-db35-4297-8a52-7d6af56be36a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 812 time: 0.1305270 Sep 14 17:02:19.667563 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8088860c-2fed-4d97-b103-879876f5e301 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 380 time: 0.0354135 Sep 14 17:02:19.691785 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'port': {'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'admin_state_up': True, 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'security_groups': ['83de2d86-9a0b-4502-8f0a-876565625950']}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:19.809275 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Made reservation on behalf of ee89b0de34a043f1a96bedaf2e11831d for: {'port': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:19.813008 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:19.913928 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e8cb81d7-eedd-4aa1-94c9-1dfa7472d174 req-9ecb922d-57d4-47d1-a45d-fa9094f00eca tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 210 time: 0.0320804 Sep 14 17:02:19.975051 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Allocated IP 172.20.0.4 (6259d321-88af-4848-b3d7-04cdd62d5c8f/06b8fb70-fef2-4645-a372-f6a5f0e42f17/814f099b-1413-49f6-b3e2-37671744078d) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:20.025359 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-73a45192-b060-4770-acad-57c95f2eb445 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:20.027100 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-73a45192-b060-4770-acad-57c95f2eb445 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 815 time: 0.1161480 Sep 14 17:02:20.079940 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-231df1e8-cdab-43f2-a662-1748c8df5b41 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 380 time: 0.0371330 Sep 14 17:02:20.094722 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'port': {'device_id': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'admin_state_up': True, 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'security_groups': ['2a44dc40-5077-47c5-b773-2b047286609e']}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:20.130123 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.144171 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Transition to ACTIVE for port object 814f099b-1413-49f6-b3e2-37671744078d will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:20.177983 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.218197 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Made reservation on behalf of 7eb6da628a2040208d727589ec92d557 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:20.221783 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.225961 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:20.229063 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:20.231760 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:20.245654 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=814f099b-1413-49f6-b3e2-37671744078d,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:20.299234 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:20.299955 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.329726 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3bfc19db-892d-45bc-915b-2a4044bec546 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6413944 Sep 14 17:02:20.354434 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Request body: {'port': {'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:20.378946 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Allocated IP 172.20.0.10 (5daf3d05-1a05-48e9-9840-2d34cc52edcf/b8903df0-e509-4a46-b773-0d3449059350/b303d4b7-6224-46dd-8345-b9f39c38aa73) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:20.444157 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.554260 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-90365b94-b4fa-4713-8c14-86ae14e36fd0 None None] Provisioning for port 814f099b-1413-49f6-b3e2-37671744078d completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:20.555222 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.560014 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-90365b94-b4fa-4713-8c14-86ae14e36fd0 None None] Provisioning complete for port 814f099b-1413-49f6-b3e2-37671744078d triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:20.560962 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-90365b94-b4fa-4713-8c14-86ae14e36fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.573634 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Transition to ACTIVE for port object b303d4b7-6224-46dd-8345-b9f39c38aa73 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:20.626333 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.633357 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-90365b94-b4fa-4713-8c14-86ae14e36fd0 None None] Port 814f099b-1413-49f6-b3e2-37671744078d cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:02:20.676175 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:20.689971 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:20.711972 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:20.756688 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:20.780244 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814f099b-1413-49f6-b3e2-37671744078d {{(pid=93926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:02:20.781653 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ee11e-aa4f-4149-b88e-4eaea11466cb req-2f08cb55-bac1-4488-b015-f967d797a7ce tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:20.784550 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d42ee11e-aa4f-4149-b88e-4eaea11466cb req-2f08cb55-bac1-4488-b015-f967d797a7ce tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 931 time: 0.1105573 Sep 14 17:02:20.791421 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.804669 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Transition to ACTIVE for port object 814f099b-1413-49f6-b3e2-37671744078d will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:20.811018 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.816637 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:20.817288 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.843778 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d42ee11e-aa4f-4149-b88e-4eaea11466cb req-1e31e825-4bf1-4374-b898-2604b1463bc4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533819 Sep 14 17:02:20.845812 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-3c0242de-6b6e-4134-8bfb-a85ca8ea1f12 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554233 Sep 14 17:02:20.871802 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Request body: {'port': {'device_id': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:20.925943 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=814f099b-1413-49f6-b3e2-37671744078d,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:20.937335 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.943214 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Attempting to bind port 814f099b-1413-49f6-b3e2-37671744078d on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:02:20.943557 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Attempting to bind port 814f099b-1413-49f6-b3e2-37671744078d by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:02:20.943888 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Attempting to bind port 814f099b-1413-49f6-b3e2-37671744078d on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:20.948789 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Port 814f099b-1413-49f6-b3e2-37671744078d on network 6259d321-88af-4848-b3d7-04cdd62d5c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:02:20.948957 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Attempting to bind port 814f099b-1413-49f6-b3e2-37671744078d on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:20.954777 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:02:20.955038 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Checking segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:20.955428 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Bound using segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:02:20.955866 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Bound port: 814f099b-1413-49f6-b3e2-37671744078d, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:02:20.956231 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.060882 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] For port 814f099b-1413-49f6-b3e2-37671744078d, host hv-cinder-80899, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:02:21.065587 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] For port 814f099b-1413-49f6-b3e2-37671744078d, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=814f099b-1413-49f6-b3e2-37671744078d,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:02:21.074413 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-772c7396-a01e-4295-997a-fc24f30f37d5 None None] Provisioning for port b303d4b7-6224-46dd-8345-b9f39c38aa73 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:21.074548 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815068e-efcd-4369-86c1-11ed6f5d7fa3 req-fd38ef06-3742-4054-8924-d4edb18b18cf tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.076105 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e815068e-efcd-4369-86c1-11ed6f5d7fa3 req-fd38ef06-3742-4054-8924-d4edb18b18cf tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 932 time: 0.0797462 Sep 14 17:02:21.077712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.078854 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-772c7396-a01e-4295-997a-fc24f30f37d5 None None] Provisioning complete for port b303d4b7-6224-46dd-8345-b9f39c38aa73 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:21.079391 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-772c7396-a01e-4295-997a-fc24f30f37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.116186 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-772c7396-a01e-4295-997a-fc24f30f37d5 None None] Port b303d4b7-6224-46dd-8345-b9f39c38aa73 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:02:21.126147 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.126779 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.128215 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] 10.222.0.44 "PUT /v2.0/ports/814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 200 len: 1093 time: 0.7786593 Sep 14 17:02:21.130492 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'tag': '814f099b-1413-49f6-b3e2-37671744078d'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:21.132742 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eda8b7-2d3a-4297-a753-e831505646cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "tag": "814f099b-1413-49f6-b3e2-37671744078d"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:21.160942 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e815068e-efcd-4369-86c1-11ed6f5d7fa3 req-6d37abed-39e3-4ea7-8024-2be3ca6ea57b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749919 Sep 14 17:02:21.176378 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464f23d-cda3-4cb4-b0ce-4a2107170eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=814f099b-1413-49f6-b3e2-37671744078d,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:21.196875 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f877b4-c424-4693-a723-74de304ffc78 x-openstack-request-id: req-23f877b4-c424-4693-a723-74de304ffc78 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:21.197163 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "tag": "814f099b-1413-49f6-b3e2-37671744078d", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:21.197801 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23f877b4-c424-4693-a723-74de304ffc78 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:21.197801 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'tag': '814f099b-1413-49f6-b3e2-37671744078d', 'status': 'completed', 'code': 200} Sep 14 17:02:21.266543 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-0ef963d8-ba73-46ff-8868-1f5e3039caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.268868 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-0ef963d8-ba73-46ff-8868-1f5e3039caad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1096 time: 0.0614369 Sep 14 17:02:21.279442 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b303d4b7-6224-46dd-8345-b9f39c38aa73 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:02:21.287673 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.303596 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Transition to ACTIVE for port object b303d4b7-6224-46dd-8345-b9f39c38aa73 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:21.309670 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.322933 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-2b66ed6c-dbb6-4f77-9978-3854d0486e79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 200 len: 217 time: 0.0407844 Sep 14 17:02:21.362749 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:21.378389 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-9b592b9b-18d2-4597-b403-c58354e8abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.379903 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-9b592b9b-18d2-4597-b403-c58354e8abb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0501156 Sep 14 17:02:21.429111 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3e8faaab-8ae9-44da-85a8-918986d421c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.430665 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-3e8faaab-8ae9-44da-85a8-918986d421c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437465 Sep 14 17:02:21.436973 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Attempting to bind port b303d4b7-6224-46dd-8345-b9f39c38aa73 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:02:21.437310 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Attempting to bind port b303d4b7-6224-46dd-8345-b9f39c38aa73 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:02:21.437638 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Attempting to bind port b303d4b7-6224-46dd-8345-b9f39c38aa73 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:21.442143 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Port b303d4b7-6224-46dd-8345-b9f39c38aa73 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:02:21.442462 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Attempting to bind port b303d4b7-6224-46dd-8345-b9f39c38aa73 on network 5daf3d05-1a05-48e9-9840-2d34cc52edcf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:21.447601 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:02:21.447933 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Checking segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:21.448312 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Bound using segment: {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:02:21.448744 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Bound port: b303d4b7-6224-46dd-8345-b9f39c38aa73, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3095e3d8-acb5-4536-ac1d-acc47e8d0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:02:21.449104 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.521074 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:02:21.528683 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:02:21.531408 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-7fbbe3ea-ffe3-4d96-b7a0-6969462c168e service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931199 Sep 14 17:02:21.534598 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.575190 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.575816 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:21.577320 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] 10.222.0.44 "PUT /v2.0/ports/b303d4b7-6224-46dd-8345-b9f39c38aa73 HTTP/1.1" status: 200 len: 1094 time: 0.7172709 Sep 14 17:02:21.577777 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:21.580235 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb7bc54-0652-43e6-8085-cc34015ed78a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:21.616197 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c94756-6630-442d-baf9-f0cbe0b5f160 service neutron] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:21.651292 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ca3dce9-b10d-43d9-8b3a-a490c33e74af req-48ea0d6f-f6ec-4638-9d4e-58be718223d5 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132326 Sep 14 17:02:21.686398 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-82147b8f-4808-4125-adb3-f908af7ce80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.688255 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-82147b8f-4808-4125-adb3-f908af7ce80d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 1097 time: 0.0531433 Sep 14 17:02:21.799663 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b959a5-3c36-4512-bbd4-e7baaab6a8b2 x-openstack-request-id: req-26b959a5-3c36-4512-bbd4-e7baaab6a8b2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:21.799954 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:21.800204 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26b959a5-3c36-4512-bbd4-e7baaab6a8b2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:21.800595 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'status': 'completed', 'code': 200} Sep 14 17:02:21.802375 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-9eeffd9f-37e1-45c9-9b0a-d359028b8a8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73 HTTP/1.1" status: 200 len: 217 time: 0.0583119 Sep 14 17:02:21.815245 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-0abcb986-3718-4e83-850c-baf2695ca622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.816633 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-0abcb986-3718-4e83-850c-baf2695ca622 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1096 time: 0.0481191 Sep 14 17:02:21.861509 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-288c7012-9d8e-4d12-a91c-0a4419227290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.862995 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-288c7012-9d8e-4d12-a91c-0a4419227290 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0529189 Sep 14 17:02:21.914912 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-d773c914-643d-40b5-ab42-7bcd64391ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.916589 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-d773c914-643d-40b5-ab42-7bcd64391ec9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0924516 Sep 14 17:02:21.921681 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dd738-6e26-4904-883b-80030cf03519 req-9987a073-0af2-49d3-abdf-8ecd1f0ed97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:21.923227 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-9987a073-0af2-49d3-abdf-8ecd1f0ed97a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521624 Sep 14 17:02:21.979352 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-6e09fcfc-105b-4f40-8d69-5c842881f28a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 200 len: 217 time: 0.0452211 Sep 14 17:02:22.031778 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-c63d8340-d8d7-4def-89d6-5899ca7643d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.033281 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-c63d8340-d8d7-4def-89d6-5899ca7643d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0467117 Sep 14 17:02:22.035264 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7e67b-70eb-4ca2-a77e-e560d23a632e req-269cb817-a547-4d41-874f-220bb72468a9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.036751 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d0f7e67b-70eb-4ca2-a77e-e560d23a632e req-269cb817-a547-4d41-874f-220bb72468a9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.1082926 Sep 14 17:02:22.079799 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-247bab52-dbf2-4893-b991-c0ac8e405a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.081344 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-247bab52-dbf2-4893-b991-c0ac8e405a8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407090 Sep 14 17:02:22.090400 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-1d814dbc-82fe-4e6d-81d5-f077c493d080 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531587 Sep 14 17:02:22.096120 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d0f7e67b-70eb-4ca2-a77e-e560d23a632e req-3eb3a6d2-21be-4636-8d52-3c27abe562f0 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533180 Sep 14 17:02:22.179088 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-57908419-b730-4e0c-a23b-46fe7447a2f2 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898356 Sep 14 17:02:22.188501 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1c5dd738-6e26-4904-883b-80030cf03519 req-504a1f9f-a8da-4dc6-aef0-09bc5d7bb525 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897825 Sep 14 17:02:22.303656 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a3eda8b7-2d3a-4297-a753-e831505646cf req-1d945207-d285-425b-9919-2af1dea78bbb service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179135 Sep 14 17:02:22.315332 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-e8010751-ed38-4e78-948f-e578676e4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.316831 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-e8010751-ed38-4e78-948f-e578676e4718 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 1097 time: 0.0411031 Sep 14 17:02:22.319457 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda2a40-f5d9-47e6-9990-202885c47de5 req-d3dd2196-a762-461c-a278-b17352036482 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.320915 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4fda2a40-f5d9-47e6-9990-202885c47de5 req-d3dd2196-a762-461c-a278-b17352036482 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0690265 Sep 14 17:02:22.633490 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4fda2a40-f5d9-47e6-9990-202885c47de5 req-e82e1ab6-28c3-4d3d-b817-54f5d5ccf493 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063123 Sep 14 17:02:22.675369 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-a90b9038-51bf-46e7-9f09-4c81c5e77d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.676869 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-a90b9038-51bf-46e7-9f09-4c81c5e77d01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.3498230 Sep 14 17:02:22.718699 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-6a41c6bd-dfa2-45ba-9134-4833fa17b16a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73 HTTP/1.1" status: 200 len: 217 time: 0.0333955 Sep 14 17:02:22.769959 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-5d44d5a7-6fbc-4028-9974-db202a75658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.771505 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-5d44d5a7-6fbc-4028-9974-db202a75658e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0452735 Sep 14 17:02:22.822350 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-50b25aee-1110-4474-8def-03c65729c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:22.823879 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-50b25aee-1110-4474-8def-03c65729c929 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442491 Sep 14 17:02:22.914555 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-eee1c49a-aa0c-43f6-a519-71e20e3a4b9b service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814564 Sep 14 17:02:23.006349 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4fb7bc54-0652-43e6-8085-cc34015ed78a req-7e41211f-8122-4c84-acf3-eb39924849ed service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830464 Sep 14 17:02:23.210223 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da630ed-cd3f-4c1a-acc5-01b2de59f094 req-2afd96a5-f48b-4976-8b41-8b409700a86b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:23.211748 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8da630ed-cd3f-4c1a-acc5-01b2de59f094 req-2afd96a5-f48b-4976-8b41-8b409700a86b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.0482876 Sep 14 17:02:23.251052 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8da630ed-cd3f-4c1a-acc5-01b2de59f094 req-65ded771-b9f1-420f-b90b-d8e9fec6626a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329146 Sep 14 17:02:23.421095 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36124) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:23.540950 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1434a4a2-4cfb-4ff1-a43d-5e48d4644302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:23.633656 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1434a4a2-4cfb-4ff1-a43d-5e48d4644302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:23.640933 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1434a4a2-4cfb-4ff1-a43d-5e48d4644302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:23.679148 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1434a4a2-4cfb-4ff1-a43d-5e48d4644302 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cef5978fb55401da13aefe7a8eb4758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569540 Sep 14 17:02:23.680097 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434a4a2-4cfb-4ff1-a43d-5e48d4644302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d47594-489e-456d-b807-92223a3167e8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:23.682014 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36130) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:23.759167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a94-5a4a-44bc-8f33-8329c54b7013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:23.783166 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69abbcb-6c80-40e5-91dd-67dca80a0b3e req-d6659bd3-5a37-40e6-ab76-0af319d10d50 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:23.784655 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b69abbcb-6c80-40e5-91dd-67dca80a0b3e req-d6659bd3-5a37-40e6-ab76-0af319d10d50 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0749941 Sep 14 17:02:23.794742 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a94-5a4a-44bc-8f33-8329c54b7013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:23.851256 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b69abbcb-6c80-40e5-91dd-67dca80a0b3e req-e3933484-de74-4f82-93a6-b451d88cc1d0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590692 Sep 14 17:02:23.873314 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a94-5a4a-44bc-8f33-8329c54b7013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:23.876008 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a94-5a4a-44bc-8f33-8329c54b7013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:23.877095 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-17dc9a94-5a4a-44bc-8f33-8329c54b7013 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9d47594-489e-456d-b807-92223a3167e8 HTTP/1.1" status: 204 len: 168 time: 0.1940684 Sep 14 17:02:23.884916 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc9a94-5a4a-44bc-8f33-8329c54b7013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d47594-489e-456d-b807-92223a3167e8,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:24.173945 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36136) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:24.190417 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40e2c595-b73a-4e0c-93d6-c004630774ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:24.280425 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40e2c595-b73a-4e0c-93d6-c004630774ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:24.287459 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40e2c595-b73a-4e0c-93d6-c004630774ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:24.334340 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-40e2c595-b73a-4e0c-93d6-c004630774ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33b33e854bae4d3dbc78e72f7fe24d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592903 Sep 14 17:02:24.337192 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36140) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:24.347554 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2c595-b73a-4e0c-93d6-c004630774ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1850de5e-c04c-4b94-b063-672949b2dd84,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:24.372227 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45ea78-77ca-4910-a371-80cdb7b96c87 req-de495aed-6d95-4bf4-9e20-1257f722946b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:24.373742 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f45ea78-77ca-4910-a371-80cdb7b96c87 req-de495aed-6d95-4bf4-9e20-1257f722946b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.0547740 Sep 14 17:02:24.399076 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83c0f886-5cd0-484a-af49-2b26346e69b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:24.411020 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f45ea78-77ca-4910-a371-80cdb7b96c87 req-7b2ec42f-4cf4-48ab-8a21-ff8a00773d4f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Sep 14 17:02:24.420216 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83c0f886-5cd0-484a-af49-2b26346e69b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:24.468006 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83c0f886-5cd0-484a-af49-2b26346e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:24.470496 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83c0f886-5cd0-484a-af49-2b26346e69b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:24.471674 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-83c0f886-5cd0-484a-af49-2b26346e69b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1850de5e-c04c-4b94-b063-672949b2dd84 HTTP/1.1" status: 204 len: 168 time: 0.1334884 Sep 14 17:02:24.479577 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0f886-5cd0-484a-af49-2b26346e69b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1850de5e-c04c-4b94-b063-672949b2dd84,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:24.973623 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0c12-7484-46ce-a3d1-d9a8c193b24b req-5e26d6e7-2c6d-43f3-8ed3-2eff554d701b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:24.975172 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-054b0c12-7484-46ce-a3d1-d9a8c193b24b req-5e26d6e7-2c6d-43f3-8ed3-2eff554d701b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0496902 Sep 14 17:02:25.020094 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-054b0c12-7484-46ce-a3d1-d9a8c193b24b req-2494d6f0-1da8-4814-81f1-3717d7dac739 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350940 Sep 14 17:02:25.525714 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b149-d033-44a2-a8cc-50c2cbfc1ddd req-af02a43f-c073-4fb8-9e68-d58abe954c6f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:25.527251 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a2c1b149-d033-44a2-a8cc-50c2cbfc1ddd req-af02a43f-c073-4fb8-9e68-d58abe954c6f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Sep 14 17:02:25.567364 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a2c1b149-d033-44a2-a8cc-50c2cbfc1ddd req-c9ac6ac0-7626-4bd4-8a15-67694b09f7ed tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332510 Sep 14 17:02:26.142970 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe13a93-82e4-44f6-a7d5-8fcc1f17707f req-75e1cfa0-03f1-4d3a-9859-d031ade4a84e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:26.144465 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-afe13a93-82e4-44f6-a7d5-8fcc1f17707f req-75e1cfa0-03f1-4d3a-9859-d031ade4a84e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0535884 Sep 14 17:02:26.184003 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-afe13a93-82e4-44f6-a7d5-8fcc1f17707f req-def71a61-ea1b-4892-8d3b-450ac8acb3a3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Sep 14 17:02:26.370452 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:02:26.475022 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:26.487407 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'port_id': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'mac_address': 'fa:16:3e:64:c4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:02:26.524831 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:26.541495 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b303d4b7-6224-46dd-8345-b9f39c38aa73 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:02:26.563971 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:26.568731 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:26.622210 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:26.687877 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f20d12-27ad-4f76-bd6c-3154fdda0884 req-f8174e8f-b296-4555-8cd8-2dedb20bc5a6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:26.689339 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-16f20d12-27ad-4f76-bd6c-3154fdda0884 req-f8174e8f-b296-4555-8cd8-2dedb20bc5a6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.0534947 Sep 14 17:02:26.726816 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-16f20d12-27ad-4f76-bd6c-3154fdda0884 req-26b0f54b-90b7-4d87-b74c-e15b4e503449 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Sep 14 17:02:26.851095 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b303d4b7-6224-46dd-8345-b9f39c38aa73'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:02:27.320859 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff158f7b-b09a-41cf-8d0b-6da2784a0483 req-9753b2a2-7061-432e-8e35-c2d5eca5910d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:27.322265 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff158f7b-b09a-41cf-8d0b-6da2784a0483 req-9753b2a2-7061-432e-8e35-c2d5eca5910d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 945 time: 0.0505693 Sep 14 17:02:27.362141 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ff158f7b-b09a-41cf-8d0b-6da2784a0483 req-50cca40f-badc-409b-8e10-c3d476232be4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Sep 14 17:02:27.846605 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9d2e-91ed-48ba-9812-51fd1558d83b req-79f21802-1ff5-4270-aebf-6e7ebdf0cd2a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:27.848007 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2bfd9d2e-91ed-48ba-9812-51fd1558d83b req-79f21802-1ff5-4270-aebf-6e7ebdf0cd2a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.0500834 Sep 14 17:02:27.888343 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2bfd9d2e-91ed-48ba-9812-51fd1558d83b req-f072751d-40df-422f-b96b-b17056986185 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Sep 14 17:02:28.401918 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:02:28.469730 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port b303d4b7-6224-46dd-8345-b9f39c38aa73 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:28.473790 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port b303d4b7-6224-46dd-8345-b9f39c38aa73 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:28.474167 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:28.504589 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801abaa-5cc9-4021-b709-70a6303217a6 req-e38466f7-9837-4fb9-b032-17ab0165ce4f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:28.506768 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e801abaa-5cc9-4021-b709-70a6303217a6 req-e38466f7-9837-4fb9-b032-17ab0165ce4f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 945 time: 0.0542374 Sep 14 17:02:28.545263 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e801abaa-5cc9-4021-b709-70a6303217a6 req-1aa9e1cf-b113-4f7f-9f5c-cc0e4ee4e242 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Sep 14 17:02:28.551907 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:28.577585 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:28.579873 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d29d10-203a-4430-bbd6-1b391fe0d391" -d '{"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-plugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:28.592922 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:28.598174 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:28.633342 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207becd1-a694-4360-81e6-7c178fcae745 x-openstack-request-id: req-207becd1-a694-4360-81e6-7c178fcae745 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:28.633652 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-plugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:28.633906 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-207becd1-a694-4360-81e6-7c178fcae745 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:28.634282 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'code': 200} Sep 14 17:02:28.663520 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:28.839461 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad87dd-867e-4c87-ab44-523cc8bc58e3 req-94b25f14-2cc7-458d-ac59-c700091856ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:28.840982 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2aad87dd-867e-4c87-ab44-523cc8bc58e3 req-94b25f14-2cc7-458d-ac59-c700091856ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 1099 time: 0.0440414 Sep 14 17:02:28.880969 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2aad87dd-867e-4c87-ab44-523cc8bc58e3 req-157a338b-5e70-4bd3-ab02-6b9d1d2bf00f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Sep 14 17:02:29.007150 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7a4d0-2e0a-4e00-b0eb-cb9a9ce012b7 req-d2bd5fcf-8a10-45ac-ac28-7757abebec89 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:29.008612 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1b7a4d0-2e0a-4e00-b0eb-cb9a9ce012b7 req-d2bd5fcf-8a10-45ac-ac28-7757abebec89 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.0544431 Sep 14 17:02:29.047456 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1b7a4d0-2e0a-4e00-b0eb-cb9a9ce012b7 req-ed64b002-6c5d-4420-b8ee-ae73b5e5e2cb tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Sep 14 17:02:29.580607 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:02:29.671553 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b072e74-1fe1-4e01-8664-17a8d01bab83 req-46da7380-ab6b-40c0-96c3-ac1b739b6a71 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:29.673038 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b072e74-1fe1-4e01-8664-17a8d01bab83 req-46da7380-ab6b-40c0-96c3-ac1b739b6a71 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0554113 Sep 14 17:02:29.713312 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4b072e74-1fe1-4e01-8664-17a8d01bab83 req-028f44eb-1aaa-4d9f-b552-c2d9982dc9ac tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316894 Sep 14 17:02:30.169932 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d112-b2ce-4085-9e1e-77a9558da182 req-599b8b29-fdca-4e89-b14c-d63c33f878d5 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:30.171447 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec80d112-b2ce-4085-9e1e-77a9558da182 req-599b8b29-fdca-4e89-b14c-d63c33f878d5 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 943 time: 0.0537384 Sep 14 17:02:30.210805 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec80d112-b2ce-4085-9e1e-77a9558da182 req-c89304ff-4d28-43bc-83ab-c63a38b5560d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Sep 14 17:02:30.401132 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 814f099b-1413-49f6-b3e2-37671744078d details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:02:30.496436 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 814f099b-1413-49f6-b3e2-37671744078d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=814f099b-1413-49f6-b3e2-37671744078d,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:30.507498 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '814f099b-1413-49f6-b3e2-37671744078d', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:02:30.548845 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:30.562371 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814f099b-1413-49f6-b3e2-37671744078d {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:02:30.582180 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 814f099b-1413-49f6-b3e2-37671744078d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=814f099b-1413-49f6-b3e2-37671744078d,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:30.587234 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:30.634615 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=814f099b-1413-49f6-b3e2-37671744078d,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:30.833561 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9d1ef-a944-402c-ab6d-751e12c9cd4d req-f7d80920-87a3-4c7c-956c-a7c89168bc95 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:30.835257 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eed9d1ef-a944-402c-ab6d-751e12c9cd4d req-f7d80920-87a3-4c7c-956c-a7c89168bc95 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0505965 Sep 14 17:02:30.861750 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['814f099b-1413-49f6-b3e2-37671744078d'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:02:30.878124 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eed9d1ef-a944-402c-ab6d-751e12c9cd4d req-ca80dee9-2460-4ece-bcb9-1bae70947505 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361443 Sep 14 17:02:30.989015 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36286) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:31.011698 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297284f2-7a93-4df2-b227-abbb378449e1 req-2b1cffc2-fe8f-4318-b844-ee7a48d14e84 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:31.013222 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-297284f2-7a93-4df2-b227-abbb378449e1 req-2b1cffc2-fe8f-4318-b844-ee7a48d14e84 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0578270 Sep 14 17:02:31.022233 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36290) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:31.026781 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Request body: {'floatingip': {'port_id': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:31.069939 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.133391 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d84b-a3b9-415e-94f6-f2cfebada52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.331690 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21066064-5c86-4a71-96ec-e6b7da8ae0d6 req-56b1462a-6f7e-4736-a345-7e9124c77dd2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:31.333196 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-21066064-5c86-4a71-96ec-e6b7da8ae0d6 req-56b1462a-6f7e-4736-a345-7e9124c77dd2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 944 time: 0.0509176 Sep 14 17:02:31.371694 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-21066064-5c86-4a71-96ec-e6b7da8ae0d6 req-ea540663-803d-48b7-911f-526f5db3147f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322554 Sep 14 17:02:31.395170 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d84b-a3b9-415e-94f6-f2cfebada52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.439530 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d84b-a3b9-415e-94f6-f2cfebada52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.509972 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7d84b-a3b9-415e-94f6-f2cfebada52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9011c6-03ee-414c-98a4-d917e39db54f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:31.522456 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6cc7d84b-a3b9-415e-94f6-f2cfebada52e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63ca003d0f174f08b87308f468d6024f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323100 Sep 14 17:02:31.525321 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36294) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:31.577531 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bc38977-a02e-4bef-bc04-531f4bed23f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.597924 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bc38977-a02e-4bef-bc04-531f4bed23f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.620024 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.625653 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.645123 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bc38977-a02e-4bef-bc04-531f4bed23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.647949 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bc38977-a02e-4bef-bc04-531f4bed23f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.649112 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6bc38977-a02e-4bef-bc04-531f4bed23f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c9011c6-03ee-414c-98a4-d917e39db54f HTTP/1.1" status: 204 len: 168 time: 0.1227920 Sep 14 17:02:31.656885 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc38977-a02e-4bef-bc04-531f4bed23f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9011c6-03ee-414c-98a4-d917e39db54f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:31.731465 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Floating IP ec73dea8-8345-40d3-ba1b-a4dddadc3c4b associated. External IP: 172.27.2.235, port: b303d4b7-6224-46dd-8345-b9f39c38aa73. Sep 14 17:02:31.926799 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36300) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:31.939569 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2899fc5a-176f-421c-a216-6aa7e2e2718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:31.944270 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:02:32.033253 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2899fc5a-176f-421c-a216-6aa7e2e2718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.038363 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2899fc5a-176f-421c-a216-6aa7e2e2718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.056424 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:32.060978 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.067248 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] Sync routers for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:32.076873 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:32.077564 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:32.080751 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2899fc5a-176f-421c-a216-6aa7e2e2718a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a215b7f399842a28594b1d98b6e9049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507108 Sep 14 17:02:32.080751 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899fc5a-176f-421c-a216-6aa7e2e2718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718d4307-ccd5-4db2-a8d6-0f53f09d3fef,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:32.081652 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36302) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:32.094741 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c9431a3f-7f97-4a2d-8972-9c720872b7eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "PUT /v2.0/floatingips/ec73dea8-8345-40d3-ba1b-a4dddadc3c4b HTTP/1.1" status: 200 len: 992 time: 1.0712132 Sep 14 17:02:32.095306 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:32.097600 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83559fb7-f182-4bcc-a4dc-2d77939a6938" -d '{"events": [{"name": "network-changed", "server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:32.144530 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9381a7e4-74b4-4638-bf3b-fd6c7c548239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.167900 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df6e6d-6ca7-42ee-9f05-fa9c1cd667b7 x-openstack-request-id: req-92df6e6d-6ca7-42ee-9f05-fa9c1cd667b7 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:32.168208 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:32.168430 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92df6e6d-6ca7-42ee-9f05-fa9c1cd667b7 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:32.169014 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'status': 'completed', 'code': 200} Sep 14 17:02:32.170783 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9381a7e4-74b4-4638-bf3b-fd6c7c548239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.188958 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:32.244747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9381a7e4-74b4-4638-bf3b-fd6c7c548239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.251740 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9381a7e4-74b4-4638-bf3b-fd6c7c548239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.251740 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-9381a7e4-74b4-4638-bf3b-fd6c7c548239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/718d4307-ccd5-4db2-a8d6-0f53f09d3fef HTTP/1.1" status: 204 len: 168 time: 0.1646235 Sep 14 17:02:32.262477 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381a7e4-74b4-4638-bf3b-fd6c7c548239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d4307-ccd5-4db2-a8d6-0f53f09d3fef,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:32.274176 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-ce97e163-7ca5-4770-88ab-c99014279c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:32.278661 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-ce97e163-7ca5-4770-88ab-c99014279c0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 1099 time: 0.0581625 Sep 14 17:02:32.372024 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-846418cb-cb03-46cd-a61d-301e5178c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:32.373302 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-846418cb-cb03-46cd-a61d-301e5178c118 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.0899167 Sep 14 17:02:32.407040 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 814f099b-1413-49f6-b3e2-37671744078d up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:02:32.448952 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-b3df34de-c1d7-46e8-9d73-a337a76aa8c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73 HTTP/1.1" status: 200 len: 1000 time: 0.0677299 Sep 14 17:02:32.498553 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 814f099b-1413-49f6-b3e2-37671744078d completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:32.504979 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 814f099b-1413-49f6-b3e2-37671744078d triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:32.505693 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.548777 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-e4528199-b641-4e6e-9c0e-5bb8f3b4019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:32.550303 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-e4528199-b641-4e6e-9c0e-5bb8f3b4019c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0942721 Sep 14 17:02:32.562957 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60468-573d-4b09-a93a-811163333cbc req-004255bd-201f-4dd7-a247-9a2a7ad4ee63 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:32.564478 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1dd60468-573d-4b09-a93a-811163333cbc req-004255bd-201f-4dd7-a247-9a2a7ad4ee63 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 944 time: 0.0672660 Sep 14 17:02:32.576275 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'ec73dea8-8345-40d3-ba1b-a4dddadc3c4b', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'port_id': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'mac_address': 'fa:16:3e:64:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:17Z', 'updated_at': '2021-09-14T17:02:31Z', 'revision_number': 1, 'project_id': '7eb6da628a2040208d727589ec92d557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:32.611753 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] Checking router: 48b83cf7-f855-4ad7-8f29-6daa3443ab61 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:32.612078 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.622876 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:32.623728 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:32.631353 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1dd60468-573d-4b09-a93a-811163333cbc req-1a07d9d6-930c-4d39-a08e-806d03a34274 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582058 Sep 14 17:02:32.638351 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-a0c85979-2696-47f3-b7b0-e06900566fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:32.640141 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-a0c85979-2696-47f3-b7b0-e06900566fb8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746186 Sep 14 17:02:32.652567 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814f099b-1413-49f6-b3e2-37671744078d'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:32.652567 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a796af0e-d3a7-4928-b4ed-49b8370bee8e" -d '{"events": [{"server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "name": "network-vif-plugged", "status": "completed", "tag": "814f099b-1413-49f6-b3e2-37671744078d"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:32.671659 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 814f099b-1413-49f6-b3e2-37671744078d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=814f099b-1413-49f6-b3e2-37671744078d,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:32.679659 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:32.705524 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa30c7-f478-4ef2-935d-8e496d89c23c x-openstack-request-id: req-36aa30c7-f478-4ef2-935d-8e496d89c23c {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:32.706109 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "name": "network-vif-plugged", "status": "completed", "tag": "814f099b-1413-49f6-b3e2-37671744078d", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:32.706516 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36aa30c7-f478-4ef2-935d-8e496d89c23c {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:32.707102 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814f099b-1413-49f6-b3e2-37671744078d', 'code': 200} Sep 14 17:02:32.740892 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=814f099b-1413-49f6-b3e2-37671744078d,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:32.750172 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.750675 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.751550 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.751959 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.752711 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.753147 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.753782 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.754181 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.754713 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.755680 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.756176 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.756668 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:32.778823 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:32.779883 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-74439f4b-1880-4078-a151-1b55e4508178 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326575 Sep 14 17:02:32.884790 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-83559fb7-f182-4bcc-a4dc-2d77939a6938 req-b59c6ba4-1425-4b08-91c1-536dac0c1015 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969629 Sep 14 17:02:32.986817 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d19e8-3733-463b-8af7-2e2cec273988 req-4dffd999-eba3-4247-ad45-55ebe0428bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:32.988843 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1d2d19e8-3733-463b-8af7-2e2cec273988 req-4dffd999-eba3-4247-ad45-55ebe0428bf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1098 time: 0.0436943 Sep 14 17:02:33.022904 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'ec73dea8-8345-40d3-ba1b-a4dddadc3c4b', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'port_id': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'mac_address': 'fa:16:3e:64:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:17Z', 'updated_at': '2021-09-14T17:02:31Z', 'revision_number': 1, 'project_id': '7eb6da628a2040208d727589ec92d557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:33.025745 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1d2d19e8-3733-463b-8af7-2e2cec273988 req-fcf83311-180c-43e4-82a8-f81ce539cadb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298340 Sep 14 17:02:33.048862 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e3746-38b3-4c68-a864-de3479f841cf None None] The sync data for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi is: [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': 'ec73dea8-8345-40d3-ba1b-a4dddadc3c4b', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'port_id': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'mac_address': 'fa:16:3e:64:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:17Z', 'updated_at': '2021-09-14T17:02:31Z', 'revision_number': 1, 'project_id': '7eb6da628a2040208d727589ec92d557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:02:33.090558 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36332) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:33.189874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1673610125-network', 'tenant_id': 'f5f309dd6b9243a2b05d66d758fbc2e6'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:33.219406 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Made reservation on behalf of f5f309dd6b9243a2b05d66d758fbc2e6 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:33.222197 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.231285 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.242361 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e136d5-26e5-4995-bf7f-50f47adf3b80 None None] New status for floating IP ec73dea8-8345-40d3-ba1b-a4dddadc3c4b: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:02:33.329283 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.335197 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.359178 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:02:33.369145 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de790c3-55ba-4ac6-9232-e4eff64f89f7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:33.374296 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.374726 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Added segment 79663710-2753-44d3-944f-4eb084708f0d of type vlan for network 50c0f479-275e-4f22-8f80-5402d1347bab Sep 14 17:02:33.415844 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.442796 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.444415 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:33.445035 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.473141 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3814220 Sep 14 17:02:33.476211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36338) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:33.481270 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Request body: {'subnet': {'network_id': '50c0f479-275e-4f22-8f80-5402d1347bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1673610125-subnet', 'tenant_id': 'f5f309dd6b9243a2b05d66d758fbc2e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:33.503543 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Made reservation on behalf of f5f309dd6b9243a2b05d66d758fbc2e6 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:33.506124 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.507146 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e7160-0174-4709-920c-5eb6eb6d85a6 admin admin] Pushing event updated for resources: {'Network': ['ID=50c0f479-275e-4f22-8f80-5402d1347bab,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:33.517294 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 50c0f479-275e-4f22-8f80-5402d1347bab details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:02:33.682480 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.763258 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f23bb8-3a5c-4867-a107-bb1908cac05f,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:33.779757 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Checking segment: {'id': '79663710-2753-44d3-944f-4eb084708f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '50c0f479-275e-4f22-8f80-5402d1347bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:33.780431 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Network hostable DHCP agents. Network: 50c0f479-275e-4f22-8f80-5402d1347bab, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:02:33.790964 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7a747-a251-4723-9d8c-19959aa93eef req-283cb3a9-5cb6-45b9-a81c-22c7dcb94403 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:33.792461 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b5c7a747-a251-4723-9d8c-19959aa93eef req-283cb3a9-5cb6-45b9-a81c-22c7dcb94403 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 945 time: 0.0863359 Sep 14 17:02:33.822995 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Network 50c0f479-275e-4f22-8f80-5402d1347bab is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:02:33.839393 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-b5c7a747-a251-4723-9d8c-19959aa93eef req-8ed594fc-16f9-48ea-9954-003f5ec50a8a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 Sep 14 17:02:33.840934 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 50c0f479-275e-4f22-8f80-5402d1347bab) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:33.845506 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:33.846086 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:33.851574 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551a613-e8f7-4bf3-a134-0817c37b3dce None None] Network 50c0f479-275e-4f22-8f80-5402d1347bab requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:33.867378 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-b3fdecc8-0ad7-4e30-b904-0485eb22d50e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3895705 Sep 14 17:02:33.977182 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a233063-44fe-4122-9753-fa01d7a33267 None None] Network 50c0f479-275e-4f22-8f80-5402d1347bab requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:34.350258 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36356) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:34.355495 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-789670581-network', 'tenant_id': '58fbbc5b4b6d40a0aab101b83d70f293'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:34.380348 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Made reservation on behalf of 58fbbc5b4b6d40a0aab101b83d70f293 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:34.382633 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.391536 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.490274 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.496429 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.520386 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:02:34.529725 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9726740a-e809-4288-be4b-510f8ee328f2,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:34.534474 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.534820 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Added segment 97d5b9bc-e8e7-4c47-97bd-60534b3c38c5 of type vlan for network fca313aa-710b-4bc0-842c-cd810b10e6f3 Sep 14 17:02:34.573367 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.600332 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.601276 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:34.601867 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.630940 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2795663 Sep 14 17:02:34.633907 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36360) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:34.639072 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Request body: {'subnet': {'network_id': 'fca313aa-710b-4bc0-842c-cd810b10e6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-789670581-subnet', 'tenant_id': '58fbbc5b4b6d40a0aab101b83d70f293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:34.661669 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee27a6-a4bc-42aa-9427-43d505a9b314 admin admin] Pushing event updated for resources: {'Network': ['ID=fca313aa-710b-4bc0-842c-cd810b10e6f3,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:34.661931 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Made reservation on behalf of 58fbbc5b4b6d40a0aab101b83d70f293 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:34.664178 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028751'] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.671907 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network fca313aa-710b-4bc0-842c-cd810b10e6f3 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:02:34.829103 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4165407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028753'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.884586 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4086aee0-2a46-4459-9a05-a165a66c7ffc,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:34.895041 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Checking segment: {'id': '97d5b9bc-e8e7-4c47-97bd-60534b3c38c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fca313aa-710b-4bc0-842c-cd810b10e6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:34.895388 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Network hostable DHCP agents. Network: fca313aa-710b-4bc0-842c-cd810b10e6f3, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:02:34.912711 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Network fca313aa-710b-4bc0-842c-cd810b10e6f3 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:02:34.921483 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, fca313aa-710b-4bc0-842c-cd810b10e6f3) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:34.925686 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:34.926871 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:34.932450 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a38ca-603b-4ca0-ab3a-7881a02de7fc None None] Network fca313aa-710b-4bc0-842c-cd810b10e6f3 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:34.944276 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-c5ccc0ff-cc36-45a5-b21b-b09dd9d38e58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088467 Sep 14 17:02:34.979568 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ab4bf-8a72-4c5b-a3b1-77c5099bbd2c req-c45e5e24-6ad6-4988-863b-f0069729823a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:34.981302 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-251ab4bf-8a72-4c5b-a3b1-77c5099bbd2c req-c45e5e24-6ad6-4988-863b-f0069729823a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 945 time: 0.0644703 Sep 14 17:02:35.023608 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-251ab4bf-8a72-4c5b-a3b1-77c5099bbd2c req-e83d581e-ee66-4af8-93f2-711076b4ca66 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356700 Sep 14 17:02:35.073578 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9443c5-9330-4466-840d-04d9fd3ba46e None None] Network fca313aa-710b-4bc0-842c-cd810b10e6f3 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:35.148007 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf6e2-a271-46ed-9814-7b2eb5ab2eb5 req-c4f5a99a-1738-4e48-8797-81724ddd5f96 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:35.149511 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8beaf6e2-a271-46ed-9814-7b2eb5ab2eb5 req-c4f5a99a-1738-4e48-8797-81724ddd5f96 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 945 time: 0.0490580 Sep 14 17:02:35.192568 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8beaf6e2-a271-46ed-9814-7b2eb5ab2eb5 req-68c6ef79-3281-49fb-b3ce-6686da1c1eb0 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345316 Sep 14 17:02:35.215065 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36372) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:35.254569 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e20353-ae3d-4dce-9f60-22aea137acee tempest-TestVolumeBootPattern-1667633672 tempest-TestVolumeBootPattern-1667633672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:35.256180 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c0e20353-ae3d-4dce-9f60-22aea137acee tempest-TestVolumeBootPattern-1667633672 tempest-TestVolumeBootPattern-1667633672-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1093 time: 0.0400429 Sep 14 17:02:35.258994 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36374) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:35.263671 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:35.289072 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:35.393924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:35.536177 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Allocated IP 172.27.2.158 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/9ccab2ad-b6c8-4475-b982-f0820260a4e6) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:35.662248 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:35.704062 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:35.740533 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:35.745245 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:35.751502 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:35.754460 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=9ccab2ad-b6c8-4475-b982-f0820260a4e6,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:36.089440 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:36.157832 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:36.309393 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:36.316462 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:36.384176 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=9ccab2ad-b6c8-4475-b982-f0820260a4e6,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:36.398704 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:36.502312 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Floating IP 4be992bc-77aa-47ef-a45e-a777dea29fe6 associated. External IP: 172.27.2.158, port: 814f099b-1413-49f6-b3e2-37671744078d. Sep 14 17:02:36.716479 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:02:37.100978 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:37.111928 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:37.116614 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:37.122081 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:37.122788 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:37.144214 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ca436b54-69bc-4347-acea-fd4a92fe7929 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8839827 Sep 14 17:02:37.144775 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'tag': '814f099b-1413-49f6-b3e2-37671744078d'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:02:37.147046 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df476453-7862-42e8-9658-34437d1a5677" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "tag": "814f099b-1413-49f6-b3e2-37671744078d"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:02:37.184487 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb5619-c714-46a0-b5e5-3ddd68a27c84 x-openstack-request-id: req-32cb5619-c714-46a0-b5e5-3ddd68a27c84 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:02:37.184772 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "tag": "814f099b-1413-49f6-b3e2-37671744078d", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:02:37.185065 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32cb5619-c714-46a0-b5e5-3ddd68a27c84 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:02:37.185473 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'tag': '814f099b-1413-49f6-b3e2-37671744078d', 'status': 'completed', 'code': 200} Sep 14 17:02:37.236350 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:37.271470 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476453-7862-42e8-9658-34437d1a5677 req-d56c6b79-3498-4249-b672-d297225865c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:37.272982 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df476453-7862-42e8-9658-34437d1a5677 req-d56c6b79-3498-4249-b672-d297225865c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1098 time: 0.0464423 Sep 14 17:02:37.368395 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476453-7862-42e8-9658-34437d1a5677 req-d4a659b3-c04e-4f71-8bc1-5bbaf7865ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:37.369920 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df476453-7862-42e8-9658-34437d1a5677 req-d4a659b3-c04e-4f71-8bc1-5bbaf7865ab6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0895054 Sep 14 17:02:37.437229 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df476453-7862-42e8-9658-34437d1a5677 req-4e3fc0b5-08e1-4d13-bcc4-2f2b06c4c9bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 200 len: 999 time: 0.0603733 Sep 14 17:02:37.467332 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:35Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:37.485872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476453-7862-42e8-9658-34437d1a5677 req-7acf411a-fbc5-4a83-9e39-6ab92ea92f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:37.487362 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df476453-7862-42e8-9658-34437d1a5677 req-7acf411a-fbc5-4a83-9e39-6ab92ea92f78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0430143 Sep 14 17:02:37.493964 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:37.502486 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:37.503136 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:37.532566 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476453-7862-42e8-9658-34437d1a5677 req-f48d0ca3-fac9-4aaa-9cd8-6ca0b39ec53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:37.534068 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df476453-7862-42e8-9658-34437d1a5677 req-f48d0ca3-fac9-4aaa-9cd8-6ca0b39ec53c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393522 Sep 14 17:02:37.607926 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:37.626187 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df476453-7862-42e8-9658-34437d1a5677 req-0eabbbbc-198d-47b0-b918-412d08d18b22 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850630 Sep 14 17:02:37.715557 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df476453-7862-42e8-9658-34437d1a5677 req-475c2d20-46af-4647-98b3-3c8df244c495 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819154 Sep 14 17:02:37.830483 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:35Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:37.860133 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a32561-d219-4fb5-aa4e-6cfce00aa0f0 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:35Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:02:38.045163 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c3045-9dfd-4806-9973-0bc4876bbb62 None None] New status for floating IP 4be992bc-77aa-47ef-a45e-a777dea29fe6: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:02:38.380342 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-69dc958d-e8fe-4649-bb5e-fe1059e7910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:40.932320 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e3667c42-e294-4d0e-b754-197639ee4fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:41.023131 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:41.889672 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:43.059445 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:43.563639 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:48.772949 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36516) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:48.818654 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] Deleting subnet d1f23bb8-3a5c-4867-a107-bb1908cac05f {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:02:48.821883 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:48.856416 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711024'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:48.908646 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:48.968368 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2941203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152834'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:48.996878 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f23bb8-3a5c-4867-a107-bb1908cac05f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:49.006051 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.010167 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-df606e0d-4663-4a2a-9c9a-8cccb072dde2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1f23bb8-3a5c-4867-a107-bb1908cac05f HTTP/1.1" status: 204 len: 168 time: 0.2361150 Sep 14 17:02:49.010971 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36520) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:49.085753 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.178803 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.199713 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c0f479-275e-4f22-8f80-5402d1347bab']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:49.209528 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79663710-2753-44d3-944f-4eb084708f0d') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:49.209822 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79663710-2753-44d3-944f-4eb084708f0d') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:49.219240 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.234203 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.240574 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:02:49.240943 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:02:49.242871 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:02:49.303265 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.309309 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.311211 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] 10.222.0.21 "DELETE /v2.0/networks/50c0f479-275e-4f22-8f80-5402d1347bab HTTP/1.1" status: 204 len: 168 time: 0.2993264 Sep 14 17:02:49.314231 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36522) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:49.321921 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86739dc-d946-406f-9757-8b9f3866608f admin admin] Pushing event deleted for resources: {'Network': ['ID=50c0f479-275e-4f22-8f80-5402d1347bab,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:49.358612 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] Deleting subnet 4086aee0-2a46-4459-9a05-a165a66c7ffc {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:02:49.361865 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.401454 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.447063 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.506662 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.529231 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4086aee0-2a46-4459-9a05-a165a66c7ffc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:49.535547 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.537424 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-2a10e5ec-c30f-4533-8854-67ac26797b3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4086aee0-2a46-4459-9a05-a165a66c7ffc HTTP/1.1" status: 204 len: 168 time: 0.2221606 Sep 14 17:02:49.539991 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36524) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:49.609666 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.700871 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.721139 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca313aa-710b-4bc0-842c-cd810b10e6f3']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:49.730592 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d5b9bc-e8e7-4c47-97bd-60534b3c38c5') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:49.730945 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d5b9bc-e8e7-4c47-97bd-60534b3c38c5') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:49.744513 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165543'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.757984 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.764936 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:02:49.765305 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165308'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: timer() Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: self._notify() Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: event.method(event) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:02:49.767116 dv-cinder-808995-1-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:02:49.827724 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.835603 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.838561 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/fca313aa-710b-4bc0-842c-cd810b10e6f3 HTTP/1.1" status: 204 len: 168 time: 0.2976236 Sep 14 17:02:49.849344 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bdf3c-bfcc-4b82-adfd-2a071f9e05ae admin admin] Pushing event deleted for resources: {'Network': ['ID=fca313aa-710b-4bc0-842c-cd810b10e6f3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:50.008279 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36528) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:50.047346 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-ed503496-0364-4ef5-84bb-8a0c916eb298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5f309dd6b9243a2b05d66d758fbc2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379438 Sep 14 17:02:50.049825 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36530) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:50.097830 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08e4f482-aa60-4309-8f69-3e47d02ee1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.125056 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08e4f482-aa60-4309-8f69-3e47d02ee1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.172240 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08e4f482-aa60-4309-8f69-3e47d02ee1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.174737 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08e4f482-aa60-4309-8f69-3e47d02ee1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.175930 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-08e4f482-aa60-4309-8f69-3e47d02ee1d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2de790c3-55ba-4ac6-9232-e4eff64f89f7 HTTP/1.1" status: 204 len: 168 time: 0.1252508 Sep 14 17:02:50.183667 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4f482-aa60-4309-8f69-3e47d02ee1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de790c3-55ba-4ac6-9232-e4eff64f89f7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:50.522784 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36540) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:50.562681 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8c5e767d-dacc-4f3f-acf1-afd0412a1914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58fbbc5b4b6d40a0aab101b83d70f293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386686 Sep 14 17:02:50.566375 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36542) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:50.614530 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-814c8da5-96ed-43cc-a923-5c23e28099f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.637551 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-814c8da5-96ed-43cc-a923-5c23e28099f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.688367 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-814c8da5-96ed-43cc-a923-5c23e28099f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.690898 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-814c8da5-96ed-43cc-a923-5c23e28099f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.692047 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-814c8da5-96ed-43cc-a923-5c23e28099f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9726740a-e809-4288-be4b-510f8ee328f2 HTTP/1.1" status: 204 len: 168 time: 0.1247847 Sep 14 17:02:50.699986 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c8da5-96ed-43cc-a923-5c23e28099f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9726740a-e809-4288-be4b-510f8ee328f2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:51.836772 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36574) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:51.941863 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a900c64-03a6-4af0-a3d3-b1891739f09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.035000 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a900c64-03a6-4af0-a3d3-b1891739f09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.041836 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a900c64-03a6-4af0-a3d3-b1891739f09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.079547 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7a900c64-03a6-4af0-a3d3-b1891739f09d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea0392e72d8146dfa07474af00691268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416546 Sep 14 17:02:52.080362 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a900c64-03a6-4af0-a3d3-b1891739f09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1244fe0d-2338-47a5-b14c-f87044166e27,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:52.082507 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36578) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:52.134930 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-42022e0c-5061-4bad-b997-feb06ea53dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.156730 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-42022e0c-5061-4bad-b997-feb06ea53dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.205440 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-42022e0c-5061-4bad-b997-feb06ea53dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.207998 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-42022e0c-5061-4bad-b997-feb06ea53dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.209155 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-42022e0c-5061-4bad-b997-feb06ea53dca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1244fe0d-2338-47a5-b14c-f87044166e27 HTTP/1.1" status: 204 len: 168 time: 0.1242921 Sep 14 17:02:52.217032 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42022e0c-5061-4bad-b997-feb06ea53dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1244fe0d-2338-47a5-b14c-f87044166e27,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:52.865977 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36602) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:52.964852 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1576453650-network', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:52.991098 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Made reservation on behalf of c52903a1ada04d378c949329c6ebe675 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:52.993684 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.002414 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.113363 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.120091 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.145698 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:02:53.151785 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c5ba46-2a94-40b8-822b-ac3f4e8a62d9,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:53.157611 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.157951 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Added segment 16b89d0c-67cd-4383-b37d-ca5be228f68e of type vlan for network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e Sep 14 17:02:53.196927 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.222449 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.223450 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:53.224035 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.252998 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3859529 Sep 14 17:02:53.256190 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36606) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:53.261636 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Request body: {'subnet': {'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1576453650-subnet', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:53.284314 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fcd2b-b843-4efa-91a5-863a80c12e44 admin admin] Pushing event updated for resources: {'Network': ['ID=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:53.285729 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Made reservation on behalf of c52903a1ada04d378c949329c6ebe675 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:53.288072 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028751'] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.294999 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:02:53.454309 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4165407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028753'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.507073 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45723a0-5ec4-4f5a-8738-85252bec3652,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:53.522747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Checking segment: {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:53.523133 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Network hostable DHCP agents. Network: 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:02:53.540636 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:02:53.551388 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:53.555393 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:53.555977 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.560731 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b9f23d-ddad-4561-830b-d5074e280cde None None] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:53.578105 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-31f7b5cb-ac73-481a-83ca-9d6cc94e7393 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3141427 Sep 14 17:02:53.578545 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36610) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:53.583117 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:53.605866 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.607322 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.662590 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.709640 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:02:53.710548 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.802019 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:53.980263 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Allocated IP 172.20.0.2 (79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e/f45723a0-5ec4-4f5a-8738-85252bec3652/b606f480-9af8-480c-bf96-2dd4bc140ba0) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:54.010461 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.030325 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.131307 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.140425 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Transition to ACTIVE for port object b606f480-9af8-480c-bf96-2dd4bc140ba0 will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:54.155185 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Allocated IP 172.27.2.191 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/b7d1a47a-9fed-4eeb-b726-4338df0e3a94) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:54.155712 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Transition to ACTIVE for port object b606f480-9af8-480c-bf96-2dd4bc140ba0 will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:54.161605 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.197026 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:54.201495 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:54.204951 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:54.214167 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Pushing event updated for resources: {'Port': ['ID=b606f480-9af8-480c-bf96-2dd4bc140ba0,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:54.267870 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Attempting to bind port b606f480-9af8-480c-bf96-2dd4bc140ba0 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:02:54.268245 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Attempting to bind port b606f480-9af8-480c-bf96-2dd4bc140ba0 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:02:54.268605 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Attempting to bind port b606f480-9af8-480c-bf96-2dd4bc140ba0 on network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:54.269813 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.273785 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:02:54.274157 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Checking segment: {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:54.275099 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.275498 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Bound using segment: {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:02:54.275963 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Bound port: b606f480-9af8-480c-bf96-2dd4bc140ba0, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:02:54.276343 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.312796 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.341139 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] For port b606f480-9af8-480c-bf96-2dd4bc140ba0, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:02:54.344189 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] For port b606f480-9af8-480c-bf96-2dd4bc140ba0, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b606f480-9af8-480c-bf96-2dd4bc140ba0,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:02:54.348509 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.354912 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:54.359970 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:54.363472 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:54.372206 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Pushing event updated for resources: {'Port': ['ID=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:54.407341 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31873129-ab2b-47f9-ab89-ab31045c4932 None None] Pushing event updated for resources: {'Port': ['ID=b606f480-9af8-480c-bf96-2dd4bc140ba0,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:54.658071 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.857958 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:54.996786 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Router f57a8b81-62c4-47a4-92be-c061e8221ef8 is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:02:55.112106 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:55.125642 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Sync routers for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:55.129374 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.133239 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-179ada18-5220-4a92-bf46-7e9880e85a7d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5513024 Sep 14 17:02:55.133498 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36614) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:55.136700 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:55.137643 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:55.195065 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b606f480-9af8-480c-bf96-2dd4bc140ba0 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:02:55.251896 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port b606f480-9af8-480c-bf96-2dd4bc140ba0 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:55.252914 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:55.325651 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbad6e4-2564-4d00-9e47-b1b8dc3a8129 None None] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:55.420441 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-08c76b4f-10a4-4720-9bd6-671ee82cd717 None None] Provisioning for port b606f480-9af8-480c-bf96-2dd4bc140ba0 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:55.427620 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-08c76b4f-10a4-4720-9bd6-671ee82cd717 None None] Provisioning complete for port b606f480-9af8-480c-bf96-2dd4bc140ba0 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:55.427995 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-08c76b4f-10a4-4720-9bd6-671ee82cd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.530908 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:54Z', 'revision_number': 3, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:55.561402 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-08c76b4f-10a4-4720-9bd6-671ee82cd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.561898 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Checking router: f57a8b81-62c4-47a4-92be-c061e8221ef8 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:55.562407 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Updating router f57a8b81-62c4-47a4-92be-c061e8221ef8 port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:02:55.590975 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.595114 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-08c76b4f-10a4-4720-9bd6-671ee82cd717 None None] For port b606f480-9af8-480c-bf96-2dd4bc140ba0, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b606f480-9af8-480c-bf96-2dd4bc140ba0,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:55.603593 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-08c76b4f-10a4-4720-9bd6-671ee82cd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.607705 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.669287 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c76b4f-10a4-4720-9bd6-671ee82cd717 None None] Pushing event updated for resources: {'Port': ['ID=b606f480-9af8-480c-bf96-2dd4bc140ba0,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:55.793970 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Allocated IP 172.20.0.1 (79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e/f45723a0-5ec4-4f5a-8738-85252bec3652/6f23b6f4-dee9-4012-9a72-91892542d7ef) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:55.822673 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-eec7bed3-75a0-4f66-a6d1-c6a7220887ab None None] Provisioning complete for port b606f480-9af8-480c-bf96-2dd4bc140ba0 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:55.823079 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-eec7bed3-75a0-4f66-a6d1-c6a7220887ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.870136 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.880509 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Transition to ACTIVE for port object b7d1a47a-9fed-4eeb-b726-4338df0e3a94 will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:55.887716 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.903836 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.919273 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Transition to ACTIVE for port object 6f23b6f4-dee9-4012-9a72-91892542d7ef will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:55.938939 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Attempting to bind port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:02:55.939221 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Attempting to bind port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:02:55.939580 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Attempting to bind port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:55.942358 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Pushing event updated for resources: {'Port': ['ID=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:55.949909 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:02:55.950207 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:55.950600 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.951011 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:02:55.951460 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Bound port: b7d1a47a-9fed-4eeb-b726-4338df0e3a94, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:02:55.951835 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.953078 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:55.971910 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.972233 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.972567 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.972893 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.973215 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.973538 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.973855 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.974170 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.974543 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.974824 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.975162 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.975460 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:02:55.992737 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:55.995636 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:56.002149 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:56.005223 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Pushing event updated for resources: {'Port': ['ID=6f23b6f4-dee9-4012-9a72-91892542d7ef,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:56.017724 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] For port b7d1a47a-9fed-4eeb-b726-4338df0e3a94, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:02:56.021044 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] For port b7d1a47a-9fed-4eeb-b726-4338df0e3a94, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:02:56.026181 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.046188 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.084311 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:56.084955 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:56.119128 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c73248-448e-41cd-885c-8d8197d94d38 None None] Pushing event updated for resources: {'Port': ['ID=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:56.175611 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.196929 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:56.240367 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-877d9431-4b3b-41ac-8400-40e7b9e36bc5 None None] Provisioning for port 6f23b6f4-dee9-4012-9a72-91892542d7ef completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:56.247961 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-877d9431-4b3b-41ac-8400-40e7b9e36bc5 None None] Provisioning complete for port 6f23b6f4-dee9-4012-9a72-91892542d7ef triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:56.248342 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-877d9431-4b3b-41ac-8400-40e7b9e36bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.289416 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-877d9431-4b3b-41ac-8400-40e7b9e36bc5 None None] Port 6f23b6f4-dee9-4012-9a72-91892542d7ef cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:02:56.348254 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.354295 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.375161 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:54Z', 'revision_number': 3, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:56.404087 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf1ee0-852b-4915-b9f1-8c911e08d1f6 None None] The sync data for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi is: [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:54Z', 'revision_number': 3, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:02:56.424474 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.426407 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Pushing event updated for resources: {'Port': ['ID=6f23b6f4-dee9-4012-9a72-91892542d7ef,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:56.527387 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:56.527387 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:56.677037 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Router f57a8b81-62c4-47a4-92be-c061e8221ef8 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:02:56.813597 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-d8b78c70-aef9-468e-b94f-1f54f5c6e4f4 None None] Provisioning complete for port 6f23b6f4-dee9-4012-9a72-91892542d7ef triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:56.814198 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d8b78c70-aef9-468e-b94f-1f54f5c6e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:56.851686 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d8b78c70-aef9-468e-b94f-1f54f5c6e4f4 None None] Port 6f23b6f4-dee9-4012-9a72-91892542d7ef cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:02:57.141556 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:02:57.147020 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-6b24a27f-f2fc-4d16-9c17-69231bcf3e39 admin admin] 10.222.0.21 "PUT /v2.0/routers/f57a8b81-62c4-47a4-92be-c061e8221ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123463 Sep 14 17:02:57.224565 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b7d1a47a-9fed-4eeb-b726-4338df0e3a94 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:02:57.292684 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:02:57.298180 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:57.298735 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.395703 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.420374 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port b7d1a47a-9fed-4eeb-b726-4338df0e3a94, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:02:57.426656 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.428032 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b606f480-9af8-480c-bf96-2dd4bc140ba0 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:02:57.511837 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:57.523672 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port b606f480-9af8-480c-bf96-2dd4bc140ba0 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:57.523923 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.718947 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36634) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:57.724143 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1524125717-network', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:57.747689 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Made reservation on behalf of bb28548e2ba74d2eac8098ecf11a1b86 for: {'network': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:57.750234 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.759337 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.855041 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.861135 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.886573 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:02:57.896227 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f847587f-9f64-4ee5-8de9-2c11d851ba73,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:57.900889 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.901229 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.segments_db [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Added segment 880dad90-0923-490c-a570-deac7edc5ac4 of type vlan for network b509a0e5-64d3-4831-8934-4b8fed55b5bc Sep 14 17:02:57.942360 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.969086 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:57.970060 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:57.970662 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.007783 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2874868 Sep 14 17:02:58.010738 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36640) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:58.015775 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Request body: {'subnet': {'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1524125717-subnet', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'ip_version': 4}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:58.022502 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Sync routers for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:02:58.033015 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:58.033294 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2385a72-8de0-4d34-801b-88606e3e13a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b509a0e5-64d3-4831-8934-4b8fed55b5bc,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:58.034027 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:58.049365 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Made reservation on behalf of bb28548e2ba74d2eac8098ecf11a1b86 for: {'subnet': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:02:58.051973 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028751'] for subnet, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.069101 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:02:58.189779 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:02:58.226824 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4165407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028753'] for subnet, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.278616 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34720f75-659c-45fe-a080-79b3f54c4579,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:58.289154 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Checking segment: {'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:58.289507 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Network hostable DHCP agents. Network: b509a0e5-64d3-4831-8934-4b8fed55b5bc, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:02:58.307491 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:02:58.317927 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, b509a0e5-64d3-4831-8934-4b8fed55b5bc) {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:58.322364 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:02:58.322646 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.330238 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c8bdb-f03e-42db-8753-b6ab882b24ae None None] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:02:58.338623 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-e7e40ba2-8b0a-4237-987a-6d08b8327938 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3267300 Sep 14 17:02:58.341435 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36642) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:02:58.346041 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:02:58.368300 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-972'] for router, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.369492 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16226367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-983'] for router, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.424119 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.519684 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 2, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:58.547881 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp031ddda8-2c53-5a53-9621-a858d55b135b-b509a0e5-64d3-4831-8934-4b8fed55b5bc', 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'fixed_ips': [{'subnet_id': '34720f75-659c-45fe-a080-79b3f54c4579'}]}} from dv-cinder-808995-1-iscsi. {{(pid=93927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:02:58.548634 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.552004 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Checking router: f57a8b81-62c4-47a4-92be-c061e8221ef8 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:02:58.552358 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Updating router f57a8b81-62c4-47a4-92be-c061e8221ef8 port 6f23b6f4-dee9-4012-9a72-91892542d7ef binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:02:58.562355 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.592562 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.756053 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.774134 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:58.884960 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Allocated IP 172.27.2.52 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:58.926187 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.db_base_plugin_common [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Allocated IP 172.20.0.2 (b509a0e5-64d3-4831-8934-4b8fed55b5bc/34720f75-659c-45fe-a080-79b3f54c4579/c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab) {{(pid=93927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:02:58.987951 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.031746 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.177093 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b7d1a47a-9fed-4eeb-b726-4338df0e3a94 up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:02:59.210598 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.231241 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.240264 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Transition to ACTIVE for port object c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:59.265895 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Transition to ACTIVE for port object 6f23b6f4-dee9-4012-9a72-91892542d7ef will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:59.271410 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Transition to ACTIVE for port object c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab will not be triggered until provisioned by entity DHCP. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:02:59.276666 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.284676 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816'] for port, after_create {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.332289 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:59.335349 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:59.341934 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:59.345017 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:59.347789 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:02:59.348160 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.349608 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb0fb2-db4b-4435-a1cd-8ea6984dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6f23b6f4-dee9-4012-9a72-91892542d7ef,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:59.357089 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc is already hosted by enough agents. {{(pid=93927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:02:59.417434 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.scheduler.base_scheduler [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Resources bound (agent type, host, resource id): {{(pid=93927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:02:59.428793 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Received port after_create {{(pid=93927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:02:59.498727 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Pushing event updated for resources: {'Port': ['ID=c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab,revision_number=1']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:59.506433 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Attempting to bind port 6f23b6f4-dee9-4012-9a72-91892542d7ef on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:02:59.506433 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Attempting to bind port 6f23b6f4-dee9-4012-9a72-91892542d7ef by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:02:59.506433 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Attempting to bind port 6f23b6f4-dee9-4012-9a72-91892542d7ef on network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:59.534827 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:02:59.535213 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Checking segment: {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:59.535604 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.535984 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Bound using segment: {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:02:59.536443 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Bound port: 6f23b6f4-dee9-4012-9a72-91892542d7ef, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:02:59.536816 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.557746 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Attempting to bind port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:02:59.558109 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Attempting to bind port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:02:59.558556 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Attempting to bind port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab on network b509a0e5-64d3-4831-8934-4b8fed55b5bc {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:02:59.597788 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.608348 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:02:59.608723 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Checking segment: {'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:02:59.609105 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.609484 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Bound using segment: {'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:02:59.609944 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Bound port: c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:02:59.610306 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.685266 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] For port 6f23b6f4-dee9-4012-9a72-91892542d7ef, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:02:59.702118 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] For port 6f23b6f4-dee9-4012-9a72-91892542d7ef, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6f23b6f4-dee9-4012-9a72-91892542d7ef,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:02:59.715096 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.773968 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] For port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:02:59.798271 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] For port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab,segment=NetworkSegment(880dad90-0923-490c-a570-deac7edc5ac4),segment_id=880dad90-0923-490c-a570-deac7edc5ac4)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:02:59.808914 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655189'] for router, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.809851 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:59.816333 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:02:59.816953 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:02:59.818683 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb0fb2-db4b-4435-a1cd-8ea6984dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6f23b6f4-dee9-4012-9a72-91892542d7ef,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:59.953154 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02421865-e947-477d-862f-4cc4a14340f1 None None] Pushing event updated for resources: {'Port': ['ID=c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab,revision_number=2']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:02:59.960980 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Router bf682132-0806-4163-8e76-b2b6a4fefc29 is scheduled to L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 with binding_index 1 {{(pid=93925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:02:59.979271 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:03:00.075806 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:03:00.097731 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Sync routers for ids ['bf682132-0806-4163-8e76-b2b6a4fefc29'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:03:00.108529 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.111560 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-32cf5b6c-2443-4126-98a2-5d1c6a54cca4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7675633 Sep 14 17:03:00.113361 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36646) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:00.115349 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Routers {'bf682132-0806-4163-8e76-b2b6a4fefc29'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:03:00.120457 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['bf682132-0806-4163-8e76-b2b6a4fefc29'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:00.237422 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:02:59Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:00.238500 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Set router bf682132-0806-4163-8e76-b2b6a4fefc29 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:03:00.291147 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec411d7d-497b-43b5-bd75-b122ccbe123c None None] The sync data for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi is: [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:02:59Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:03:00.452612 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:02:59Z', 'revision_number': 3, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port': {'id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:00.489352 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Checking router: bf682132-0806-4163-8e76-b2b6a4fefc29 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:03:00.489858 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Updating router bf682132-0806-4163-8e76-b2b6a4fefc29 port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a binding host dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:03:00.521314 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.638175 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.786185 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Notify callbacks [] for port, precommit_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.798438 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.provisioning_blocks [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Transition to ACTIVE for port object bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a will not be triggered until provisioned by entity L2. {{(pid=93928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:03:00.808910 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.818644 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Allocated IP 172.20.0.1 (b509a0e5-64d3-4831-8934-4b8fed55b5bc/34720f75-659c-45fe-a080-79b3f54c4579/0e7ab7f7-548f-479f-a05d-89b3ed77604b) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:03:00.862066 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335bedb-5e24-4aad-bd9e-292f6a519646 None None] Pushing event updated for resources: {'Port': ['ID=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,revision_number=2']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:00.885848 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Attempting to bind port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:03:00.886560 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Attempting to bind port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:03:00.887940 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Attempting to bind port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a on network 05066a28-c3b9-483f-8894-3c687e21f171 {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:03:00.894639 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:03:00.895053 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Checking segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:03:00.895452 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.895834 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Bound using segment: {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'} {{(pid=93928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:03:00.896296 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.managers [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Bound port: bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171'}}] {{(pid=93928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:03:00.896687 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.946625 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.954043 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] For port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:03:00.958429 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] For port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:03:00.962723 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Transition to ACTIVE for port object 0e7ab7f7-548f-479f-a05d-89b3ed77604b will not be triggered until provisioned by entity DHCP. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:03:00.967173 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:00.998567 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c5df2-899d-439e-912f-92c4f4d26c9f None None] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:03:01.012603 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.053010 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:03:01.056273 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:03:01.060741 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:03:01.125780 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335bedb-5e24-4aad-bd9e-292f6a519646 None None] Pushing event updated for resources: {'Port': ['ID=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,revision_number=3']} {{(pid=93928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:01.154439 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Pushing event updated for resources: {'Port': ['ID=0e7ab7f7-548f-479f-a05d-89b3ed77604b,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:01.161035 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-361f2d85-1f5f-412e-a511-583b40f355b5 None None] Provisioning for port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:01.166491 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Routers {'bf682132-0806-4163-8e76-b2b6a4fefc29'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:03:01.167201 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['bf682132-0806-4163-8e76-b2b6a4fefc29'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:01.179996 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655236'] for router_interface, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.308459 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:01.321468 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] Set router bf682132-0806-4163-8e76-b2b6a4fefc29 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:03:01.381920 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.392814 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:01.397619 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:01.398001 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.532348 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.590766 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab,segment=NetworkSegment(880dad90-0923-490c-a570-deac7edc5ac4),segment_id=880dad90-0923-490c-a570-deac7edc5ac4)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:01.611062 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.612141 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6f23b6f4-dee9-4012-9a72-91892542d7ef up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:01.627420 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.635413 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:02:59Z', 'revision_number': 3, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port': {'id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:01.638735 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.673734 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce5b2d-9906-4c79-bc47-1a96d6ea88dd None None] The sync data for ids ['bf682132-0806-4163-8e76-b2b6a4fefc29'] in dv-cinder-808995-1-iscsi is: [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:02:59Z', 'revision_number': 3, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port': {'id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:03:01.695420 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-12b35fc6-d6f0-415c-acf3-0a1c5aca7a24 None None] Provisioning complete for port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:01.695793 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-12b35fc6-d6f0-415c-acf3-0a1c5aca7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.727442 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16210612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653588'] for router_interface, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.750126 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:01.750387 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Pushing event updated for resources: {'Port': ['ID=0e7ab7f7-548f-479f-a05d-89b3ed77604b,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:01.786949 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 6f23b6f4-dee9-4012-9a72-91892542d7ef completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:01.861166 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:03:01.862788 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:03:01.965879 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 6f23b6f4-dee9-4012-9a72-91892542d7ef triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:01.966252 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:01.990095 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Router bf682132-0806-4163-8e76-b2b6a4fefc29 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:03:02.031355 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-12b35fc6-d6f0-415c-acf3-0a1c5aca7a24 None None] Provisioning for port 0e7ab7f7-548f-479f-a05d-89b3ed77604b completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:02.054466 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-12b35fc6-d6f0-415c-acf3-0a1c5aca7a24 None None] Provisioning complete for port 0e7ab7f7-548f-479f-a05d-89b3ed77604b triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:02.055014 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-12b35fc6-d6f0-415c-acf3-0a1c5aca7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.108990 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.115689 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-12b35fc6-d6f0-415c-acf3-0a1c5aca7a24 None None] Port 0e7ab7f7-548f-479f-a05d-89b3ed77604b cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:03:02.141818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:03:02.146791 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a28cd4f8-773e-4278-8861-d53c1d9ab4ec admin admin] 10.222.0.21 "PUT /v2.0/routers/bf682132-0806-4163-8e76-b2b6a4fefc29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0311847 Sep 14 17:03:02.153032 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 6f23b6f4-dee9-4012-9a72-91892542d7ef, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6f23b6f4-dee9-4012-9a72-91892542d7ef,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:02.161604 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.211644 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=6f23b6f4-dee9-4012-9a72-91892542d7ef,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:02.236193 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-74d3c9f2-05ed-471e-9072-c72f34528d04 None None] Provisioning complete for port 0e7ab7f7-548f-479f-a05d-89b3ed77604b triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:02.236952 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-74d3c9f2-05ed-471e-9072-c72f34528d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.275687 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-74d3c9f2-05ed-471e-9072-c72f34528d04 None None] Port 0e7ab7f7-548f-479f-a05d-89b3ed77604b cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:03:02.611670 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36662) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:02.616338 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-5b98fa07-7ace-444a-8013-1a3c20c540ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050103301', 'description': 'tempest-secgroup-smoke-1050103301 description', 'project_id': 'c52903a1ada04d378c949329c6ebe675'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:02.639997 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98fa07-7ace-444a-8013-1a3c20c540ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.724145 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98fa07-7ace-444a-8013-1a3c20c540ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.730381 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98fa07-7ace-444a-8013-1a3c20c540ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.768606 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98fa07-7ace-444a-8013-1a3c20c540ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a3e1a-6674-46e4-b133-4f647c38821f,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:02.771252 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b98fa07-7ace-444a-8013-1a3c20c540ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.772454 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5b98fa07-7ace-444a-8013-1a3c20c540ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1597657 Sep 14 17:03:02.775419 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36664) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:02.779787 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9bf01c36-69c9-4c93-aec9-e3461dd2f952 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'security_group_rule': {'security_group_id': '1f4a3e1a-6674-46e4-b133-4f647c38821f', 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:02.806297 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf01c36-69c9-4c93-aec9-e3461dd2f952 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.864091 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf01c36-69c9-4c93-aec9-e3461dd2f952 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.869676 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf01c36-69c9-4c93-aec9-e3461dd2f952 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.889462 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf01c36-69c9-4c93-aec9-e3461dd2f952 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d9caeb-e0ca-4a3c-99d8-e3670aba2565,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:02.896935 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9bf01c36-69c9-4c93-aec9-e3461dd2f952 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.898180 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9bf01c36-69c9-4c93-aec9-e3461dd2f952 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218810 Sep 14 17:03:02.901210 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36666) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:02.906308 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-d5a7220c-6202-4c01-8907-ac1781b1f4c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'security_group_rule': {'security_group_id': '1f4a3e1a-6674-46e4-b133-4f647c38821f', 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:02.937139 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5a7220c-6202-4c01-8907-ac1781b1f4c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:02.997098 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5a7220c-6202-4c01-8907-ac1781b1f4c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.003461 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5a7220c-6202-4c01-8907-ac1781b1f4c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.023515 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7220c-6202-4c01-8907-ac1781b1f4c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fe8a12-4f4c-409a-82ba-25d2840ae7db,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:03.030503 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d5a7220c-6202-4c01-8907-ac1781b1f4c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.031812 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d5a7220c-6202-4c01-8907-ac1781b1f4c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295643 Sep 14 17:03:03.034867 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36668) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:03.039179 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'security_group_rule': {'security_group_id': '1f4a3e1a-6674-46e4-b133-4f647c38821f', 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:03.072211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.136058 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.141337 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.162544 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f823e52d-e86c-4075-ab84-ff46d7004fce,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:03.165871 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.170687 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312413 Sep 14 17:03:03.170892 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 36670) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:03.172267 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.172677 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.173072 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.173470 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.173854 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.174267 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.174653 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.178924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.178924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.179150 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-beccb2bf-1563-47ac-bb25-9f72ceff7ffc tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'security_group_rule': {'security_group_id': '1f4a3e1a-6674-46e4-b133-4f647c38821f', 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:03.179255 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.179255 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.179255 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f78194a-abe2-4ecc-a273-1dc8faeade43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:03.211093 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-beccb2bf-1563-47ac-bb25-9f72ceff7ffc tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.224148 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:03.284429 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:03.284815 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.287607 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-beccb2bf-1563-47ac-bb25-9f72ceff7ffc tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.292745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-beccb2bf-1563-47ac-bb25-9f72ceff7ffc tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.312843 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccb2bf-1563-47ac-bb25-9f72ceff7ffc tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a90fb4e-db34-4378-82ac-ab542df60219,revision_number=0']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:03.316777 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-beccb2bf-1563-47ac-bb25-9f72ceff7ffc tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.318243 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-beccb2bf-1563-47ac-bb25-9f72ceff7ffc tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462727 Sep 14 17:03:03.321403 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36672) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:03.326121 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'security_group_rule': {'security_group_id': '1f4a3e1a-6674-46e4-b133-4f647c38821f', 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:03.349804 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.securitygroups_db [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Project c52903a1ada04d378c949329c6ebe675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:03:03.355164 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.374976 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6f23b6f4-dee9-4012-9a72-91892542d7ef up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:03.422461 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 6f23b6f4-dee9-4012-9a72-91892542d7ef triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:03.422824 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.423340 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.428905 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.446854 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090b4fed-41be-451e-b76e-48d2ba4d2e9a,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:03.456903 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.460899 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-4492e735-3879-4b14-9fd2-8a5d668212f2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357110 Sep 14 17:03:03.461176 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36674) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:03.465995 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'security_group_rule': {'security_group_id': '1f4a3e1a-6674-46e4-b133-4f647c38821f', 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:03.492842 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.securitygroups_db [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Project c52903a1ada04d378c949329c6ebe675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:03:03.498388 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.509947 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:03.564407 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Sync routers for ids ['bf682132-0806-4163-8e76-b2b6a4fefc29'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:03:03.565218 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.567027 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:03.570201 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320543'] for security_group_rule, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.574307 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:03.574673 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.591786 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db513a0-9b1d-42b3-abb1-1dcaf41c3707,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:03.595432 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.597385 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Routers {'bf682132-0806-4163-8e76-b2b6a4fefc29'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:03:03.598214 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['bf682132-0806-4163-8e76-b2b6a4fefc29'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:03.599290 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-83843442-9761-4729-97c1-d1e4e7941df4 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370454 Sep 14 17:03:03.742964 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.754744 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Set router bf682132-0806-4163-8e76-b2b6a4fefc29 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:03:03.797699 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:03.805175 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:03.936873 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:04.013704 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:01Z', 'revision_number': 4, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port': {'id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ab7f7-548f-479f-a05d-89b3ed77604b', 'name': '', 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'mac_address': 'fa:16:3e:3a:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '34720f75-659c-45fe-a080-79b3f54c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:03:00Z', 'updated_at': '2021-09-14T17:03:01Z', 'revision_number': 2, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'subnets': [{'id': '34720f75-659c-45fe-a080-79b3f54c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:04.040985 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Checking router: bf682132-0806-4163-8e76-b2b6a4fefc29 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:03:04.041339 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Updating router bf682132-0806-4163-8e76-b2b6a4fefc29 port 0e7ab7f7-548f-479f-a05d-89b3ed77604b binding host dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:03:04.071981 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:04.338905 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:04.349193 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Transition to ACTIVE for port object 0e7ab7f7-548f-479f-a05d-89b3ed77604b will not be triggered until provisioned by entity L2. {{(pid=93927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:03:04.357078 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:04.410471 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1261be3-a5dd-4111-a938-bd81d18fa390 None None] Pushing event updated for resources: {'Port': ['ID=0e7ab7f7-548f-479f-a05d-89b3ed77604b,revision_number=3']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:04.467735 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Attempting to bind port 0e7ab7f7-548f-479f-a05d-89b3ed77604b on host dv-cinder-808995-1-iscsi for vnic_type normal with profile {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:03:04.468098 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Attempting to bind port 0e7ab7f7-548f-479f-a05d-89b3ed77604b by drivers openvswitch,hyperv on host dv-cinder-808995-1-iscsi at level 0 using segments [{'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:03:04.468451 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Attempting to bind port 0e7ab7f7-548f-479f-a05d-89b3ed77604b on network b509a0e5-64d3-4831-8934-4b8fed55b5bc {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:03:04.475591 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Checking agent: {'id': '09b23085-4c09-420d-a62c-80a11a6396b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 47, 41), 'started_at': datetime.datetime(2021, 9, 14, 16, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:03:04.475591 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Checking segment: {'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:03:04.475591 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:04.475591 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Bound using segment: {'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'} {{(pid=93927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:03:04.476479 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.managers [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Bound port: 0e7ab7f7-548f-479f-a05d-89b3ed77604b, host: dv-cinder-808995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880dad90-0923-490c-a570-deac7edc5ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc'}}] {{(pid=93927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:03:04.476479 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:04.543792 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] For port 0e7ab7f7-548f-479f-a05d-89b3ed77604b, host dv-cinder-808995-1-iscsi, cleared binding levels {{(pid=93927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:03:04.547355 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] For port 0e7ab7f7-548f-479f-a05d-89b3ed77604b, host dv-cinder-808995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0e7ab7f7-548f-479f-a05d-89b3ed77604b,segment=NetworkSegment(880dad90-0923-490c-a570-deac7edc5ac4),segment_id=880dad90-0923-490c-a570-deac7edc5ac4)] {{(pid=93927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:03:04.552725 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:04.615202 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Routers {'bf682132-0806-4163-8e76-b2b6a4fefc29'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:03:04.615852 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:02:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['bf682132-0806-4163-8e76-b2b6a4fefc29'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:04.658555 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1261be3-a5dd-4111-a938-bd81d18fa390 None None] Pushing event updated for resources: {'Port': ['ID=0e7ab7f7-548f-479f-a05d-89b3ed77604b,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:04.740177 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] Set router bf682132-0806-4163-8e76-b2b6a4fefc29 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:03:04.966413 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:01Z', 'revision_number': 4, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port': {'id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ab7f7-548f-479f-a05d-89b3ed77604b', 'name': '', 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'mac_address': 'fa:16:3e:3a:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '34720f75-659c-45fe-a080-79b3f54c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:03:00Z', 'updated_at': '2021-09-14T17:03:04Z', 'revision_number': 4, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'subnets': [{'id': '34720f75-659c-45fe-a080-79b3f54c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:04.992843 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1626af4-6483-48c6-96e4-673d6e5125d7 None None] The sync data for ids ['bf682132-0806-4163-8e76-b2b6a4fefc29'] in dv-cinder-808995-1-iscsi is: [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:01Z', 'revision_number': 4, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port': {'id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ab7f7-548f-479f-a05d-89b3ed77604b', 'name': '', 'network_id': 'b509a0e5-64d3-4831-8934-4b8fed55b5bc', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'mac_address': 'fa:16:3e:3a:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '34720f75-659c-45fe-a080-79b3f54c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:03:00Z', 'updated_at': '2021-09-14T17:03:04Z', 'revision_number': 4, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'subnets': [{'id': '34720f75-659c-45fe-a080-79b3f54c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:03:05.234189 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ab7f7-548f-479f-a05d-89b3ed77604b up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:05.286033 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning for port 0e7ab7f7-548f-479f-a05d-89b3ed77604b completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:05.290255 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0e7ab7f7-548f-479f-a05d-89b3ed77604b triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:05.290558 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:05.377452 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:05.415308 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] For port 0e7ab7f7-548f-479f-a05d-89b3ed77604b, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0e7ab7f7-548f-479f-a05d-89b3ed77604b,segment=NetworkSegment(880dad90-0923-490c-a570-deac7edc5ac4),segment_id=880dad90-0923-490c-a570-deac7edc5ac4)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:05.420324 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:05.421235 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:05.501795 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Pushing event updated for resources: {'Port': ['ID=0e7ab7f7-548f-479f-a05d-89b3ed77604b,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:05.513581 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:05.514147 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:06.585716 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:03:07.151472 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ab7f7-548f-479f-a05d-89b3ed77604b up at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:07.202318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Provisioning complete for port 0e7ab7f7-548f-479f-a05d-89b3ed77604b triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:07.202693 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:08.394150 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9df895ed-a195-46c1-9f4b-9b80f78a6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:10.919096 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ff59c841-40b1-477e-a514-cdf1a5312ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:11.016764 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:11.901802 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:13.064371 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:13.564439 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:15.361959 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74e2ce-471f-4b8a-bce1-1228685c69c3 req-1466d8d9-c453-4ba5-a176-69f1dbd64b49 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:15.363461 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e74e2ce-471f-4b8a-bce1-1228685c69c3 req-1466d8d9-c453-4ba5-a176-69f1dbd64b49 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0525782 Sep 14 17:03:15.408857 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3e74e2ce-471f-4b8a-bce1-1228685c69c3 req-630c5f44-054c-4f9d-a2d6-dd68558197b5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390282 Sep 14 17:03:16.554161 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42aa1-804d-4b5b-ad1e-b9bf9bb9ff60 req-5ec9b3e7-2c2e-4ab2-8e5a-2878c85414e5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:16.555611 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-49f42aa1-804d-4b5b-ad1e-b9bf9bb9ff60 req-5ec9b3e7-2c2e-4ab2-8e5a-2878c85414e5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0498931 Sep 14 17:03:16.593124 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-49f42aa1-804d-4b5b-ad1e-b9bf9bb9ff60 req-485764a8-75d3-4fca-a47a-ca51b78bd5ad tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Sep 14 17:03:17.741197 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea0cfd-b270-484a-9a18-8b41c023a455 req-4c9450e9-84a6-455b-968d-3b58ca14ba3a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:17.743037 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bcea0cfd-b270-484a-9a18-8b41c023a455 req-4c9450e9-84a6-455b-968d-3b58ca14ba3a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0631216 Sep 14 17:03:17.783139 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bcea0cfd-b270-484a-9a18-8b41c023a455 req-a5b2e69f-dec5-4882-ab80-344a0f44ddd3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330892 Sep 14 17:03:18.910738 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65195b-376e-402a-ac7f-38436853d2fa req-b4e8fc76-af10-4a17-8e15-6633c7ca2b14 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:18.912254 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0a65195b-376e-402a-ac7f-38436853d2fa req-b4e8fc76-af10-4a17-8e15-6633c7ca2b14 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0501261 Sep 14 17:03:18.955531 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0a65195b-376e-402a-ac7f-38436853d2fa req-1e862069-860f-4d92-b636-d1f3695d1ed3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367639 Sep 14 17:03:20.081140 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2543c-716e-47c5-8e2e-a3736f52ad81 req-d665e210-0ddc-4d57-8cbf-9804c51b3b3c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:20.082700 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56b2543c-716e-47c5-8e2e-a3736f52ad81 req-d665e210-0ddc-4d57-8cbf-9804c51b3b3c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0499377 Sep 14 17:03:20.094134 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-c1c09ef3-6ad8-4686-a584-4dcebc85952b tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050103301&fields=id&tenant_id=c52903a1ada04d378c949329c6ebe675 HTTP/1.1" status: 200 len: 267 time: 0.0327148 Sep 14 17:03:20.121356 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-56b2543c-716e-47c5-8e2e-a3736f52ad81 req-d05e80c8-443a-48e6-a5d5-320ea5378091 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Sep 14 17:03:20.200652 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-5a88c71a-1a6e-4d9f-a67f-d46901988a73 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:20.202014 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-5a88c71a-1a6e-4d9f-a67f-d46901988a73 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 809 time: 0.1009693 Sep 14 17:03:20.217128 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-e0a7934d-362f-437f-9704-3a56424ba1d5 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/quotas/c52903a1ada04d378c949329c6ebe675 HTTP/1.1" status: 200 len: 375 time: 0.0093637 Sep 14 17:03:20.272747 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-22010a6f-2efe-48f8-ad08-4192600e82cf tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501156 Sep 14 17:03:20.370034 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-2f71a1dc-3b79-47fc-960b-7f5066e6bb87 service neutron] 10.222.0.21 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824738 Sep 14 17:03:20.464098 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-7f1c86a2-f543-4cea-ab8d-f16622a5520b service neutron] 10.222.0.21 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875695 Sep 14 17:03:20.769659 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5ec12d75-2a04-4dd5-afac-122ab235b305 req-e55674b2-5c25-4ae1-bcfb-6743b8056287 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 210 time: 0.0278053 Sep 14 17:03:21.248085 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9d477-416c-4258-a47e-0270c9e55c18 req-e3f76469-ca34-4917-a56a-9b8b6d0fe7fd tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:21.249589 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fd9d477-416c-4258-a47e-0270c9e55c18 req-e3f76469-ca34-4917-a56a-9b8b6d0fe7fd tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0527160 Sep 14 17:03:21.292415 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1fd9d477-416c-4258-a47e-0270c9e55c18 req-31df4edd-7d78-423a-aa4d-d03c7101da25 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Sep 14 17:03:21.868679 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-caed0941-f224-4c07-ae74-0263d73f4f6d req-24c076e8-ddb9-45ed-a0b0-72fd5a21f37c tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Sep 14 17:03:21.909196 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-a78c5e3e-a4e9-46bd-80d2-7047c981ff59 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:21.910642 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-a78c5e3e-a4e9-46bd-80d2-7047c981ff59 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 809 time: 0.1105494 Sep 14 17:03:21.959212 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-fa2fcbf4-3a43-46f5-a7ba-748ccec35353 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c52903a1ada04d378c949329c6ebe675 HTTP/1.1" status: 200 len: 380 time: 0.0336494 Sep 14 17:03:21.984412 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'port': {'device_id': '37d36e84-64ef-457d-8960-798e9580d2f0', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'admin_state_up': True, 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'security_groups': ['1f4a3e1a-6674-46e4-b133-4f647c38821f']}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:22.101669 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Made reservation on behalf of c52903a1ada04d378c949329c6ebe675 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:03:22.105049 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:22.228295 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Allocated IP 172.20.0.7 (79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e/f45723a0-5ec4-4f5a-8738-85252bec3652/890a4684-22e2-4419-bbb1-f9d529175937) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:03:22.370472 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:22.409410 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Transition to ACTIVE for port object 890a4684-22e2-4419-bbb1-f9d529175937 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:03:22.439656 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495a4e-857e-4d92-a13f-928d7522b9ec req-887fcdca-e1e3-45e8-a7ca-de3a90b92743 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:22.441473 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e8495a4e-857e-4d92-a13f-928d7522b9ec req-887fcdca-e1e3-45e8-a7ca-de3a90b92743 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0752878 Sep 14 17:03:22.483541 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:22.517150 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e8495a4e-857e-4d92-a13f-928d7522b9ec req-7abfd9af-04cc-484c-9020-88649e0889e8 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671024 Sep 14 17:03:22.531647 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:03:22.536918 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:03:22.543348 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:03:22.547291 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:22.581154 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.581499 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.581982 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.582154 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.582464 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.582820 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.583274 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.583599 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.583918 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.584228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.584542 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.584853 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:22.615554 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:22.616193 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:22.632006 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-0aa5562d-ea9c-40a8-bb04-c21707fcb873 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6515625 Sep 14 17:03:22.656757 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Request body: {'port': {'device_id': '37d36e84-64ef-457d-8960-798e9580d2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:22.722164 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:22.784469 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ad351e57-45dc-4d45-b8f1-eeb9e9f152f9 None None] Provisioning for port 890a4684-22e2-4419-bbb1-f9d529175937 completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:22.788296 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ad351e57-45dc-4d45-b8f1-eeb9e9f152f9 None None] Provisioning complete for port 890a4684-22e2-4419-bbb1-f9d529175937 triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:22.788741 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ad351e57-45dc-4d45-b8f1-eeb9e9f152f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:22.822679 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ad351e57-45dc-4d45-b8f1-eeb9e9f152f9 None None] Port 890a4684-22e2-4419-bbb1-f9d529175937 cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:03:22.984626 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97047-7f5b-491a-92fa-416175e18cec req-e51e5b14-0a24-4dec-8a80-6c46a28d9c2d tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:22.986120 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-baf97047-7f5b-491a-92fa-416175e18cec req-e51e5b14-0a24-4dec-8a80-6c46a28d9c2d tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 931 time: 0.0493236 Sep 14 17:03:22.986795 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890a4684-22e2-4419-bbb1-f9d529175937 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:03:22.994652 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:23.007256 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Transition to ACTIVE for port object 890a4684-22e2-4419-bbb1-f9d529175937 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:03:23.011970 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:23.026391 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-baf97047-7f5b-491a-92fa-416175e18cec req-a450563e-c737-44b2-9367-5e45eda70320 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335500 Sep 14 17:03:23.057690 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:23.131225 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Attempting to bind port 890a4684-22e2-4419-bbb1-f9d529175937 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:03:23.131552 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Attempting to bind port 890a4684-22e2-4419-bbb1-f9d529175937 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:03:23.131874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Attempting to bind port 890a4684-22e2-4419-bbb1-f9d529175937 on network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:03:23.136315 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Port 890a4684-22e2-4419-bbb1-f9d529175937 on network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:03:23.136705 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Attempting to bind port 890a4684-22e2-4419-bbb1-f9d529175937 on network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:03:23.141582 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:03:23.141915 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Checking segment: {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:03:23.142293 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Bound using segment: {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:03:23.142722 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Bound port: 890a4684-22e2-4419-bbb1-f9d529175937, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b89d0c-67cd-4383-b37d-ca5be228f68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:03:23.143162 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:23.210434 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:03:23.213593 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:03:23.218865 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:23.254897 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.255515 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:23.256938 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] 10.222.0.44 "PUT /v2.0/ports/890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 1093 time: 0.6058552 Sep 14 17:03:23.257367 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:03:23.259711 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e544463c-90d3-473c-9cb8-54eabe561404" -d '{"events": [{"name": "network-changed", "server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "tag": "890a4684-22e2-4419-bbb1-f9d529175937"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:03:23.282810 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f17e-9fa5-44d1-b1fd-abf4e9445cec service neutron] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:23.303116 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f9e9b5-884a-4931-8d5d-a117b22a9b3e x-openstack-request-id: req-a9f9e9b5-884a-4931-8d5d-a117b22a9b3e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:03:23.303407 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "tag": "890a4684-22e2-4419-bbb1-f9d529175937", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:03:23.303658 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9f9e9b5-884a-4931-8d5d-a117b22a9b3e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:03:23.304057 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937', 'status': 'completed', 'code': 200} Sep 14 17:03:23.367571 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dfe0ff0d-d30b-4981-86e8-a4ca3528c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.369092 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-dfe0ff0d-d30b-4981-86e8-a4ca3528c251 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0428634 Sep 14 17:03:23.419751 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-fe47849b-a506-4798-8d2b-e8321619e4e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 217 time: 0.0373623 Sep 14 17:03:23.475553 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-b488ceab-71c1-439e-8285-72678ef16d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.477045 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-b488ceab-71c1-439e-8285-72678ef16d77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0480392 Sep 14 17:03:23.525245 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-a4271077-971d-48f0-8410-84377b809665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.526696 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-a4271077-971d-48f0-8410-84377b809665 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415113 Sep 14 17:03:23.621388 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-30c84165-33cc-4626-8b7c-3709680d9eaf service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867360 Sep 14 17:03:23.641842 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35152d84-5719-41da-b6d1-382af1bd5202 req-938674e8-2313-48a7-8ced-7dfdb5fe3160 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.643380 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-35152d84-5719-41da-b6d1-382af1bd5202 req-938674e8-2313-48a7-8ced-7dfdb5fe3160 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0521965 Sep 14 17:03:23.682934 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-35152d84-5719-41da-b6d1-382af1bd5202 req-4bf013d6-c69e-4c08-a8fa-118dbf73b24e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 Sep 14 17:03:23.712852 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6b27f63c-4de1-40a4-86ef-a93fd3d0904a req-c304b0c5-2a6c-4f8e-b948-3b0d9f227753 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Sep 14 17:03:23.861111 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544463c-90d3-473c-9cb8-54eabe561404 req-25ddba6e-5711-45f9-bcf3-99a655315956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.862594 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e544463c-90d3-473c-9cb8-54eabe561404 req-25ddba6e-5711-45f9-bcf3-99a655315956 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0424683 Sep 14 17:03:23.980675 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544463c-90d3-473c-9cb8-54eabe561404 req-fbfc26f5-4f60-4001-9df0-912a460ddd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.982175 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e544463c-90d3-473c-9cb8-54eabe561404 req-fbfc26f5-4f60-4001-9df0-912a460ddd67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 910 time: 0.0981669 Sep 14 17:03:24.024666 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e544463c-90d3-473c-9cb8-54eabe561404 req-b2b9f773-bd69-44a1-9fe0-909af2a2975b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 217 time: 0.0326867 Sep 14 17:03:24.082983 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544463c-90d3-473c-9cb8-54eabe561404 req-5ada615c-4b56-4069-b1d1-8cbb53b29d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:24.084463 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e544463c-90d3-473c-9cb8-54eabe561404 req-5ada615c-4b56-4069-b1d1-8cbb53b29d45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0518885 Sep 14 17:03:24.157321 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544463c-90d3-473c-9cb8-54eabe561404 req-dfd00f0c-c6a8-4d77-a7e3-bfb76c9c3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:24.158821 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e544463c-90d3-473c-9cb8-54eabe561404 req-dfd00f0c-c6a8-4d77-a7e3-bfb76c9c3a91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666516 Sep 14 17:03:24.166947 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e964e34-1be3-4073-a6a8-9b470f870b76 req-dedcc810-f881-42c8-9351-bca6ba02b3dd tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:24.168680 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e964e34-1be3-4073-a6a8-9b470f870b76 req-dedcc810-f881-42c8-9351-bca6ba02b3dd tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0678310 Sep 14 17:03:24.504351 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2e964e34-1be3-4073-a6a8-9b470f870b76 req-61e45315-cbd4-4955-a512-c363b691cef3 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279145 Sep 14 17:03:24.532068 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e544463c-90d3-473c-9cb8-54eabe561404 req-e48fe6b3-b8fa-432c-9b63-3ea8895e881c service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623865 Sep 14 17:03:24.630623 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e544463c-90d3-473c-9cb8-54eabe561404 req-0bada4f6-42ac-4a6f-b652-4b035eb1d9db service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878386 Sep 14 17:03:24.816735 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722d794-c41d-4fa5-9d5f-74beb4b208ae req-a240ccf9-75c3-4f75-94b8-341f1c2e4280 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:24.818138 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4722d794-c41d-4fa5-9d5f-74beb4b208ae req-a240ccf9-75c3-4f75-94b8-341f1c2e4280 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0558820 Sep 14 17:03:24.856005 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4722d794-c41d-4fa5-9d5f-74beb4b208ae req-85af774c-54d6-49e9-bac5-956d6199472b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Sep 14 17:03:25.629150 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f170b-a1ac-42c0-a27a-58a37e7ad374 req-bae16d33-60ec-46c3-9158-3a169dc62664 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:25.630626 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd9f170b-a1ac-42c0-a27a-58a37e7ad374 req-bae16d33-60ec-46c3-9158-3a169dc62664 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0505672 Sep 14 17:03:25.671671 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cd9f170b-a1ac-42c0-a27a-58a37e7ad374 req-5339a94a-63a0-47b1-ad5d-786bfbb5111f tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324888 Sep 14 17:03:25.994819 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1572d-6efb-4e2a-a0ca-9db6c6c7b850 req-aab7d225-d32b-402a-be66-6c87c8c010b6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:25.996363 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86c1572d-6efb-4e2a-a0ca-9db6c6c7b850 req-aab7d225-d32b-402a-be66-6c87c8c010b6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0618925 Sep 14 17:03:26.033783 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-86c1572d-6efb-4e2a-a0ca-9db6c6c7b850 req-9d505d4a-48c5-4d0d-8020-dd8fcafb919d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Sep 14 17:03:26.797487 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9fcb2-1274-48bd-85c8-9a64aa403aa0 req-9df61d37-3017-4541-9038-cc47dd94eb99 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:26.798986 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e2e9fcb2-1274-48bd-85c8-9a64aa403aa0 req-9df61d37-3017-4541-9038-cc47dd94eb99 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0522206 Sep 14 17:03:26.841178 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e2e9fcb2-1274-48bd-85c8-9a64aa403aa0 req-4fcd6320-76ec-40cc-a74b-72c35fc9bf17 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Sep 14 17:03:27.160183 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970def-1fe2-4254-b35e-b95247384ab5 req-6ec4d2d0-3c86-4420-9ebd-acde79761e54 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:27.161655 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4c970def-1fe2-4254-b35e-b95247384ab5 req-6ec4d2d0-3c86-4420-9ebd-acde79761e54 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0508499 Sep 14 17:03:27.201345 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4c970def-1fe2-4254-b35e-b95247384ab5 req-9943a6b7-654e-4689-9728-3be66a2b7ad5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335991 Sep 14 17:03:27.967353 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3a13d-3548-4087-a36b-35b87815cea8 req-95de2ff2-cd25-47c9-a538-0ec8184f00a6 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:27.968857 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69e3a13d-3548-4087-a36b-35b87815cea8 req-95de2ff2-cd25-47c9-a538-0ec8184f00a6 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0481029 Sep 14 17:03:28.010954 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69e3a13d-3548-4087-a36b-35b87815cea8 req-9d7ce777-3342-4535-a347-202e9c8de892 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357840 Sep 14 17:03:28.330418 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dcea9-412c-4bce-9ea8-013d929dc526 req-4273a179-ab67-4354-a391-bb4cae980682 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:28.331936 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-370dcea9-412c-4bce-9ea8-013d929dc526 req-4273a179-ab67-4354-a391-bb4cae980682 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0521374 Sep 14 17:03:28.372520 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-370dcea9-412c-4bce-9ea8-013d929dc526 req-0db98b21-dcd4-4b1b-adfc-88c66ea05342 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336249 Sep 14 17:03:28.666438 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:03:28.784283 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:28.798165 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'port_id': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'mac_address': 'fa:16:3e:64:c4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:03:28.842319 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:28.857575 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b303d4b7-6224-46dd-8345-b9f39c38aa73 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:03:28.882505 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:28.892422 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:28.945411 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=6']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:29.053675 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b303d4b7-6224-46dd-8345-b9f39c38aa73'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:03:29.155362 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca5e16-7438-4e43-b3c0-5b2e0d9bc9a7 req-5efc6017-9d1a-4298-8632-5dcf75af27be tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:29.157693 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3ca5e16-7438-4e43-b3c0-5b2e0d9bc9a7 req-5efc6017-9d1a-4298-8632-5dcf75af27be tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0717626 Sep 14 17:03:29.217716 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a3ca5e16-7438-4e43-b3c0-5b2e0d9bc9a7 req-5cc811af-5bc4-415f-96ac-c8ef3c4c6e1f tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532761 Sep 14 17:03:29.505471 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd36-39c1-4a13-b27e-535e86d18224 req-dd866dc7-65df-4a4b-afdc-33ce6f78266b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:29.507025 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b3acd36-39c1-4a13-b27e-535e86d18224 req-dd866dc7-65df-4a4b-afdc-33ce6f78266b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 945 time: 0.0530219 Sep 14 17:03:29.553191 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1b3acd36-39c1-4a13-b27e-535e86d18224 req-e519e05e-ff4d-4091-a769-96eac8480b62 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365996 Sep 14 17:03:30.356824 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995babc-0fe4-4975-8f6c-5049956e93eb req-1bdd867b-d91c-41fa-8f87-fc07c3c56e48 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:30.359076 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7995babc-0fe4-4975-8f6c-5049956e93eb req-1bdd867b-d91c-41fa-8f87-fc07c3c56e48 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0607207 Sep 14 17:03:30.400986 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7995babc-0fe4-4975-8f6c-5049956e93eb req-6a1acc33-99fd-4200-aca5-bf4b09dad535 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343711 Sep 14 17:03:30.693714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbea055-a226-4c70-847e-cf0eb632259d req-3855dbcb-d5b7-433e-8a74-d3aef6ce6060 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:30.695491 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1cbea055-a226-4c70-847e-cf0eb632259d req-3855dbcb-d5b7-433e-8a74-d3aef6ce6060 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 945 time: 0.0546122 Sep 14 17:03:30.706772 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:30.749225 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-1cbea055-a226-4c70-847e-cf0eb632259d req-d3522c91-e5ba-468f-8e98-ccee41072686 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Sep 14 17:03:30.777023 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port b303d4b7-6224-46dd-8345-b9f39c38aa73 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:30.777023 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:30.859002 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:30.884332 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:03:30.886617 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed4a388-710b-4c09-abda-48fc1d8ed451" -d '{"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-plugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:03:30.910223 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:30.936226 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96c2522-3955-4beb-9fc4-c8c7e33bf87e x-openstack-request-id: req-a96c2522-3955-4beb-9fc4-c8c7e33bf87e {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:03:30.936861 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-plugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:03:30.937117 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a96c2522-3955-4beb-9fc4-c8c7e33bf87e {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:03:30.937463 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'code': 200} Sep 14 17:03:30.951835 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:31.001897 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=7']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:31.528679 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2787-49de-4a68-bb8f-cd97360682d5 req-a00eb337-24aa-4bd2-81d1-9d53ff39fdd7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:31.531347 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f6b2787-49de-4a68-bb8f-cd97360682d5 req-a00eb337-24aa-4bd2-81d1-9d53ff39fdd7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0565109 Sep 14 17:03:31.575692 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8f6b2787-49de-4a68-bb8f-cd97360682d5 req-f9f21947-e591-4ee4-bb22-60a66c4b25b2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 Sep 14 17:03:31.874628 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7580318-959b-4cc4-b16d-bd6577c085aa req-cedf529a-da27-469d-ad45-3cce18bd34c9 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:31.876256 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7580318-959b-4cc4-b16d-bd6577c085aa req-cedf529a-da27-469d-ad45-3cce18bd34c9 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0517256 Sep 14 17:03:31.921926 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7580318-959b-4cc4-b16d-bd6577c085aa req-b401696a-f60f-4ca0-a256-818e0ef28bb1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 Sep 14 17:03:32.706124 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478228fe-6efe-4b3b-a1bb-1c6cfef0793f req-59dead5f-d603-4fb2-8637-fe5506110456 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:32.707785 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-478228fe-6efe-4b3b-a1bb-1c6cfef0793f req-59dead5f-d603-4fb2-8637-fe5506110456 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0638165 Sep 14 17:03:32.726605 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 890a4684-22e2-4419-bbb1-f9d529175937 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:03:32.770676 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-478228fe-6efe-4b3b-a1bb-1c6cfef0793f req-b9124589-ca5b-47c0-ad9d-ab465eb58450 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551658 Sep 14 17:03:32.836507 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:32.849232 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '890a4684-22e2-4419-bbb1-f9d529175937', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'port_id': '890a4684-22e2-4419-bbb1-f9d529175937', 'mac_address': 'fa:16:3e:8b:99:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:03:32.891413 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:32.905366 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890a4684-22e2-4419-bbb1-f9d529175937 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:03:32.927648 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:32.933705 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:32.983575 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:32.991636 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.992331 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.992681 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.992998 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.993322 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.993644 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.993964 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.994282 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.995302 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.995302 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.995302 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:32.995658 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:33.069687 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94013e47-e382-48f8-b179-6c1f9f732e1e req-588c61a4-660a-4fa6-ba8b-2540f88f5610 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:33.071911 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-94013e47-e382-48f8-b179-6c1f9f732e1e req-588c61a4-660a-4fa6-ba8b-2540f88f5610 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0616195 Sep 14 17:03:33.117906 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-94013e47-e382-48f8-b179-6c1f9f732e1e req-e6655c76-ee5e-4205-a4d3-b0ac3d92d998 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366426 Sep 14 17:03:33.274641 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['890a4684-22e2-4419-bbb1-f9d529175937'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:03:33.878062 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb360e33-eef6-4c18-b19d-877e7b7abd12 req-a0624f8d-2937-4be0-952b-0aafa555edac tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:33.879612 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cb360e33-eef6-4c18-b19d-877e7b7abd12 req-a0624f8d-2937-4be0-952b-0aafa555edac tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 944 time: 0.0507970 Sep 14 17:03:33.923218 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-cb360e33-eef6-4c18-b19d-877e7b7abd12 req-1ca829c6-4eb6-4df2-a354-ea9ae5fa3f48 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Sep 14 17:03:34.245307 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cd1d5-a170-476b-a757-19889e3e0b45 req-b6086202-d201-4681-a0a9-09a41ecfe3e4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:34.247020 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6c0cd1d5-a170-476b-a757-19889e3e0b45 req-b6086202-d201-4681-a0a9-09a41ecfe3e4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0509243 Sep 14 17:03:34.294232 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6c0cd1d5-a170-476b-a757-19889e3e0b45 req-daf7d139-fc91-4128-b4a0-1033bbaee09c tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Sep 14 17:03:34.744723 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 890a4684-22e2-4419-bbb1-f9d529175937 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:34.808464 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 890a4684-22e2-4419-bbb1-f9d529175937 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:03:34.812608 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 890a4684-22e2-4419-bbb1-f9d529175937 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:34.812999 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:34.901710 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:34.926370 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:03:34.928947 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dc2858-1326-4f7c-8cc8-e49f45f4d584" -d '{"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-plugged", "status": "completed", "tag": "890a4684-22e2-4419-bbb1-f9d529175937"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:03:34.962991 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:34.975802 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874bf055-3ab6-443e-81f2-70d12461f58c x-openstack-request-id: req-874bf055-3ab6-443e-81f2-70d12461f58c {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:03:34.976105 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-plugged", "status": "completed", "tag": "890a4684-22e2-4419-bbb1-f9d529175937", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:03:34.976363 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-874bf055-3ab6-443e-81f2-70d12461f58c {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:03:34.976767 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937', 'code': 200} Sep 14 17:03:34.977614 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:35.044652 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:35.077252 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef9b10-07cc-4139-b865-6e1b0ddc7b34 req-35937767-bf4c-4825-b27e-edf12d8d0866 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:35.078791 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-59ef9b10-07cc-4139-b865-6e1b0ddc7b34 req-35937767-bf4c-4825-b27e-edf12d8d0866 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0645714 Sep 14 17:03:35.126094 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-59ef9b10-07cc-4139-b865-6e1b0ddc7b34 req-f0224717-f95f-4cd4-8b75-68d88179a174 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Sep 14 17:03:35.291264 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce160d-29c6-4314-9350-46c3d380c6c0 req-a01b55eb-9ae3-4a59-8d41-7a3a2e37c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:35.293036 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0cce160d-29c6-4314-9350-46c3d380c6c0 req-a01b55eb-9ae3-4a59-8d41-7a3a2e37c1cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0502286 Sep 14 17:03:35.338400 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0cce160d-29c6-4314-9350-46c3d380c6c0 req-86f4ffaf-f3cf-4b02-9741-76598dddc27c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357385 Sep 14 17:03:35.440136 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d14dc-47ce-4cce-afbf-301d84716fef req-6b8eef9b-0da1-429a-bf9f-76d8f6deea7e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:35.443325 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-716d14dc-47ce-4cce-afbf-301d84716fef req-6b8eef9b-0da1-429a-bf9f-76d8f6deea7e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0620070 Sep 14 17:03:35.494633 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-716d14dc-47ce-4cce-afbf-301d84716fef req-913d8972-b9e7-4e9d-a89a-733255cc79a4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438139 Sep 14 17:03:36.253569 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c80583-d455-46b1-a598-4f99de1a53c7 req-b5dc22ee-9947-48f8-b502-6c7e7ab5b3b5 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:36.255238 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92c80583-d455-46b1-a598-4f99de1a53c7 req-b5dc22ee-9947-48f8-b502-6c7e7ab5b3b5 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0524993 Sep 14 17:03:36.300843 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-92c80583-d455-46b1-a598-4f99de1a53c7 req-2b95d247-8094-4b66-9796-2c314abd7a1f tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385923 Sep 14 17:03:36.623900 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd8ae8-d941-4013-a66a-38f095fc034e req-cedf21dc-f4cf-42a3-a3cd-f881e723ac35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:36.625478 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-27dd8ae8-d941-4013-a66a-38f095fc034e req-cedf21dc-f4cf-42a3-a3cd-f881e723ac35 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0527253 Sep 14 17:03:36.666554 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-27dd8ae8-d941-4013-a66a-38f095fc034e req-82a03bc0-5f5d-401e-9e6f-524a16d387f5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344000 Sep 14 17:03:37.422210 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4ee9d-9ca2-48ef-a0cd-56ff15b04830 req-3b83d203-d5d0-4b81-bf5f-28056039a7d3 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:37.423734 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25e4ee9d-9ca2-48ef-a0cd-56ff15b04830 req-3b83d203-d5d0-4b81-bf5f-28056039a7d3 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0541346 Sep 14 17:03:37.467847 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25e4ee9d-9ca2-48ef-a0cd-56ff15b04830 req-1722ae8e-a8c2-4e3f-9196-e5e5b74bbd00 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352790 Sep 14 17:03:37.585353 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eb3db-0555-480c-b871-bb7a1c423df4 req-4a677c0e-a326-4ee9-80b8-9f6580aeab32 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:37.586950 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a43eb3db-0555-480c-b871-bb7a1c423df4 req-4a677c0e-a326-4ee9-80b8-9f6580aeab32 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Sep 14 17:03:37.626565 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a43eb3db-0555-480c-b871-bb7a1c423df4 req-5556ee94-519b-4b28-901f-fe323af33d43 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Sep 14 17:03:37.648610 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36970) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:37.781263 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e8ad5-f5d3-4dac-9b2f-6d3e7c7586a8 tempest-TestShelveInstance-919530262 tempest-TestShelveInstance-919530262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:37.782798 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-942e8ad5-f5d3-4dac-9b2f-6d3e7c7586a8 tempest-TestShelveInstance-919530262 tempest-TestShelveInstance-919530262-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1093 time: 0.1331899 Sep 14 17:03:37.785712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 36976) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:37.789912 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'port_id': '890a4684-22e2-4419-bbb1-f9d529175937', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:37.814167 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc7d4e-43a8-4f79-b5c2-beac5d403ba2 req-59c53c3a-9947-4548-9ddd-98662b794ef1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:37.814956 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:37.815838 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cedc7d4e-43a8-4f79-b5c2-beac5d403ba2 req-59c53c3a-9947-4548-9ddd-98662b794ef1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0768089 Sep 14 17:03:37.821682 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-0e5c8f1b-40f6-4435-9d48-267a54d26e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:37.823262 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-0e5c8f1b-40f6-4435-9d48-267a54d26e55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 1099 time: 0.0725756 Sep 14 17:03:37.883284 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-cedc7d4e-43a8-4f79-b5c2-beac5d403ba2 req-af02a6b4-085b-44b3-b653-4f971abc0a45 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Sep 14 17:03:37.923260 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:37.939527 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-3c10f576-da7e-43ea-a714-3506f9f72c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:37.941181 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-3c10f576-da7e-43ea-a714-3506f9f72c86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.1093276 Sep 14 17:03:38.006826 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-5f704db4-ceb2-4d86-b6a4-821a97d9d0a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73 HTTP/1.1" status: 200 len: 1002 time: 0.0581815 Sep 14 17:03:38.032662 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Allocated IP 172.27.2.28 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/f9d03208-9f4e-42fc-9085-a4ed3f2c0b87) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:03:38.061178 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-044b2f13-b15d-4581-a984-89d80f2fad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:38.062723 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-044b2f13-b15d-4581-a984-89d80f2fad3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0480068 Sep 14 17:03:38.107568 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-5dcd964a-6073-41a1-80f6-480612e03148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:38.109201 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-5dcd964a-6073-41a1-80f6-480612e03148 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399127 Sep 14 17:03:38.138334 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:38.178713 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:38.214354 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-471df5c2-1105-439b-af87-1b1927c307da service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981159 Sep 14 17:03:38.220504 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:03:38.223282 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:03:38.226523 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:03:38.254732 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'Port': ['ID=f9d03208-9f4e-42fc-9085-a4ed3f2c0b87,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:38.308399 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7ab830a-6592-4ca3-aba4-2bf3deeef360 req-c0f0195d-5255-4bb3-a9ae-2469e6183685 service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865712 Sep 14 17:03:38.388909 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40ba866e-fdb1-40f8-8127-4b768dd07a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:38.599862 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:38.676087 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:38.827610 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:38.835245 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:38.905981 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event updated for resources: {'Port': ['ID=f9d03208-9f4e-42fc-9085-a4ed3f2c0b87,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:38.916023 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:39.047550 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573ee2c-0b49-43b3-ae78-768066c6775a req-e90e3d95-478e-4cf8-a40e-4cf9e7aa542e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:39.049001 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2573ee2c-0b49-43b3-ae78-768066c6775a req-e90e3d95-478e-4cf8-a40e-4cf9e7aa542e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0916207 Sep 14 17:03:39.050436 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Floating IP 85ae3a53-9a37-455a-80d1-1bc1fefbde2b associated. External IP: 172.27.2.28, port: 890a4684-22e2-4419-bbb1-f9d529175937. Sep 14 17:03:39.158445 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2573ee2c-0b49-43b3-ae78-768066c6775a req-a555c43d-228c-4b35-a977-4ed3e6aecfba tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729091 Sep 14 17:03:39.281939 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Router f57a8b81-62c4-47a4-92be-c061e8221ef8 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:03:39.390173 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:03:39.401844 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] Sync routers for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:03:39.408346 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:39.414108 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:03:39.414814 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:03:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:39.435984 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-34207406-df67-42c6-9efd-2e9dadb8ffae tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6492569 Sep 14 17:03:39.436603 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:03:39.438885 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43e862-5e00-4596-b178-b107b8d16419" -d '{"events": [{"name": "network-changed", "server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "tag": "890a4684-22e2-4419-bbb1-f9d529175937"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:03:39.474155 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936626d8-722b-4652-8ade-06751e8fcadf x-openstack-request-id: req-936626d8-722b-4652-8ade-06751e8fcadf {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:03:39.474461 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "tag": "890a4684-22e2-4419-bbb1-f9d529175937", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:03:39.474712 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-936626d8-722b-4652-8ade-06751e8fcadf {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:03:39.475135 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937', 'status': 'completed', 'code': 200} Sep 14 17:03:39.524235 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:03:39.560319 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e862-5e00-4596-b178-b107b8d16419 req-1463932a-500f-4749-9311-6adbee2e7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:39.561832 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f43e862-5e00-4596-b178-b107b8d16419 req-1463932a-500f-4749-9311-6adbee2e7c88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0418918 Sep 14 17:03:39.657732 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e862-5e00-4596-b178-b107b8d16419 req-4b7acbbe-fd70-4f13-8a38-998e0b84b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:39.659184 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f43e862-5e00-4596-b178-b107b8d16419 req-4b7acbbe-fd70-4f13-8a38-998e0b84b595 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 910 time: 0.0894494 Sep 14 17:03:39.726268 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f43e862-5e00-4596-b178-b107b8d16419 req-fcd2924f-ca77-4f46-9974-6545b6ef9080 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 998 time: 0.0594153 Sep 14 17:03:39.744070 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '85ae3a53-9a37-455a-80d1-1bc1fefbde2b', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'port_id': '890a4684-22e2-4419-bbb1-f9d529175937', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'mac_address': 'fa:16:3e:8b:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d36e84-64ef-457d-8960-798e9580d2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:03:38Z', 'updated_at': '2021-09-14T17:03:38Z', 'revision_number': 0, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:03:02Z', 'revision_number': 5, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:39.769274 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] Checking router: f57a8b81-62c4-47a4-92be-c061e8221ef8 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:03:39.777788 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:03:39.778752 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:03:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:39.779665 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e862-5e00-4596-b178-b107b8d16419 req-05bd4bfa-34d9-4268-baa3-77f8466775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:39.781118 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f43e862-5e00-4596-b178-b107b8d16419 req-05bd4bfa-34d9-4268-baa3-77f8466775a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0447738 Sep 14 17:03:39.832101 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e862-5e00-4596-b178-b107b8d16419 req-dc6254db-e029-488b-a45e-b5b09eae5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:39.833592 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f43e862-5e00-4596-b178-b107b8d16419 req-dc6254db-e029-488b-a45e-b5b09eae5abd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448503 Sep 14 17:03:39.882224 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:03:39.926868 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f43e862-5e00-4596-b178-b107b8d16419 req-0d9d67fa-da3b-4127-88e6-6106c4e39624 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Sep 14 17:03:40.029437 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9f43e862-5e00-4596-b178-b107b8d16419 req-314e1905-3acf-48dc-bf65-b290bece3c79 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939431 Sep 14 17:03:40.111085 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '85ae3a53-9a37-455a-80d1-1bc1fefbde2b', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'port_id': '890a4684-22e2-4419-bbb1-f9d529175937', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'mac_address': 'fa:16:3e:8b:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d36e84-64ef-457d-8960-798e9580d2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:03:38Z', 'updated_at': '2021-09-14T17:03:38Z', 'revision_number': 0, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:03:02Z', 'revision_number': 5, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:03:40.137226 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1232bb-b4a6-48ef-a493-ab3bd1056791 None None] The sync data for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi is: [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '85ae3a53-9a37-455a-80d1-1bc1fefbde2b', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'port_id': '890a4684-22e2-4419-bbb1-f9d529175937', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'mac_address': 'fa:16:3e:8b:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d36e84-64ef-457d-8960-798e9580d2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:03:38Z', 'updated_at': '2021-09-14T17:03:38Z', 'revision_number': 0, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:03:02Z', 'revision_number': 5, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:03:40.286186 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a51e9-26b4-47a2-9719-fe7322da6ae6 req-f3b48308-4110-490c-9835-8ae023bd0922 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:40.287835 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2d9a51e9-26b4-47a2-9719-fe7322da6ae6 req-f3b48308-4110-490c-9835-8ae023bd0922 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0555422 Sep 14 17:03:40.328579 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2d9a51e9-26b4-47a2-9719-fe7322da6ae6 req-5bfa8bf0-c34b-4440-a1cb-15ca241b914e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347140 Sep 14 17:03:40.332453 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad026e30-1a7d-450e-a6c2-ed1645d7fe15 None None] New status for floating IP 85ae3a53-9a37-455a-80d1-1bc1fefbde2b: ACTIVE {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:03:40.495122 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-7d5deb2a-67a2-436c-ac74-9bdc877933c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475118 Sep 14 17:03:40.595196 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-8808f900-707c-4a62-9016-8996df8a19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:40.596713 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-8808f900-707c-4a62-9016-8996df8a19e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1098 time: 0.0410924 Sep 14 17:03:40.705099 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-1eeb9011-d160-4657-99fb-83cc101d23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:40.706575 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-1eeb9011-d160-4657-99fb-83cc101d23a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0887172 Sep 14 17:03:40.771115 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-3302a0b5-732f-458d-a1a3-fa92d71ca11c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 200 len: 1001 time: 0.0576527 Sep 14 17:03:40.823700 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-ced12d6b-1ac5-4a05-bc85-5dbb338b9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:40.825293 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-ced12d6b-1ac5-4a05-bc85-5dbb338b9319 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0476086 Sep 14 17:03:40.873636 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-8605330f-2cd8-4a3b-b32e-c2697e28fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:40.875194 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-8605330f-2cd8-4a3b-b32e-c2697e28fac0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422018 Sep 14 17:03:40.910814 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3d26d2d4-0fc4-4fa8-8f22-bbef34b4fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:40.973755 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-174c9c74-a585-479e-a81d-4ce4bdc00753 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916035 Sep 14 17:03:41.019372 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:41.066641 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1e96c2ae-c8ac-478f-8664-60cc611f0fa8 req-a10f3d35-5180-4aae-a9c7-2bc8703c450e service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849555 Sep 14 17:03:41.183801 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-c0d6854f-b359-4e63-946c-c1b85330dac7 req-ab88d107-3441-4410-a2cd-081eb4d33b50 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:03:41.185300 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c0d6854f-b359-4e63-946c-c1b85330dac7 req-ab88d107-3441-4410-a2cd-081eb4d33b50 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082722 Sep 14 17:03:41.353907 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e50d0-cea9-408d-89a1-cfef10ec3427 req-f4ccbc44-0e83-4771-9f14-9a0a10578a0f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:41.355442 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c95e50d0-cea9-408d-89a1-cfef10ec3427 req-f4ccbc44-0e83-4771-9f14-9a0a10578a0f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0495799 Sep 14 17:03:41.417254 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c95e50d0-cea9-408d-89a1-cfef10ec3427 req-f416e461-4d3e-4d58-9ea7-ed0762b8ed3a tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529714 Sep 14 17:03:41.420889 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-6ec8db88-8bb6-4388-84a4-716c5676392e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644176 Sep 14 17:03:41.899430 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:42.331583 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-63ccba2a-42c1-4105-940e-70a0af2ea45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:42.333097 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-63ccba2a-42c1-4105-940e-70a0af2ea45a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0&tenant_id=7eb6da628a2040208d727589ec92d557 HTTP/1.1" status: 200 len: 1099 time: 0.0746810 Sep 14 17:03:42.432874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-e5dbdd31-6a14-40ef-b71a-7a61ac223cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:42.434795 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-e5dbdd31-6a14-40ef-b71a-7a61ac223cf3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eb6da628a2040208d727589ec92d557&device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 1099 time: 0.0420382 Sep 14 17:03:42.561407 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-71e8b1ea-18e6-4c08-9711-d12b0540c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:42.562809 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-71e8b1ea-18e6-4c08-9711-d12b0540c519 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 200 len: 916 time: 0.1212108 Sep 14 17:03:42.576812 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4b42-7152-4a46-a3fb-525f55d49a42 req-2012af4d-f8c9-426a-abf6-b6dd5a1b2da0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:42.578407 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ff7e4b42-7152-4a46-a3fb-525f55d49a42 req-2012af4d-f8c9-426a-abf6-b6dd5a1b2da0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 946 time: 0.0750074 Sep 14 17:03:42.667443 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ff7e4b42-7152-4a46-a3fb-525f55d49a42 req-64f18ac6-9f29-4cf7-8950-b826b0c7ae88 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808938 Sep 14 17:03:42.669809 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-2a58771d-f169-4271-a49b-1ff116a2c3cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73 HTTP/1.1" status: 200 len: 1002 time: 0.0901947 Sep 14 17:03:42.734108 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-4f53821c-45fc-42ca-a38a-abdec07d00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:42.735597 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-4f53821c-45fc-42ca-a38a-abdec07d00f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 200 len: 854 time: 0.0483556 Sep 14 17:03:42.782448 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-885e4bd0-21bd-4e76-8f15-a56188a35ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:42.784043 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-885e4bd0-21bd-4e76-8f15-a56188a35ba1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5daf3d05-1a05-48e9-9840-2d34cc52edcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408962 Sep 14 17:03:42.786419 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:03:42.870247 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:42.873848 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-e75fae3c-ad97-496f-8c71-94f4afb8c4cf service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826745 Sep 14 17:03:42.896884 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:03:42.899326 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e5b5f-8f15-47fe-8030-528433a99ff5" -d '{"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:03:42.913094 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:42.920084 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:42.948101 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 17:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a653378-7833-4ff0-93f6-820f5c789312 x-openstack-request-id: req-7a653378-7833-4ff0-93f6-820f5c789312 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:03:42.949024 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:03:42.949346 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a653378-7833-4ff0-93f6-820f5c789312 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:03:42.949791 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'code': 200} Sep 14 17:03:42.972958 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fa0b8f7b-9617-4987-81fe-4d5f75bc2220 req-cc559a2a-065e-4ae7-af51-c6d000316e8c service neutron] 10.222.0.44 "GET /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917513 Sep 14 17:03:42.974903 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=8']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:43.053986 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:43.573695 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:43.587076 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:03:43.802460 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ada82-38ab-4d18-89f1-0ed8d68cd67f req-377f24ef-8cb7-49c4-8479-1dfddd7e8f6e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:43.803983 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-500ada82-38ab-4d18-89f1-0ed8d68cd67f req-377f24ef-8cb7-49c4-8479-1dfddd7e8f6e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0510902 Sep 14 17:03:43.853218 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-500ada82-38ab-4d18-89f1-0ed8d68cd67f req-0110e688-a8c9-400e-a836-ba0e027356eb tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393028 Sep 14 17:03:44.988936 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8e889-ad51-44ac-af26-f7688f9dd896 req-3e6dc62c-e22a-4ff6-950f-75bc2f2f29a2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:44.990476 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48c8e889-ad51-44ac-af26-f7688f9dd896 req-3e6dc62c-e22a-4ff6-950f-75bc2f2f29a2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0576851 Sep 14 17:03:45.035239 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48c8e889-ad51-44ac-af26-f7688f9dd896 req-05d70185-8497-4767-8e00-de9c90affb90 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 Sep 14 17:03:46.166012 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6575179-91a5-4be0-a69f-8161a983de9e req-8fce2cdc-e0d0-42c2-a0dd-8fdc8aaf457e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:46.167566 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e6575179-91a5-4be0-a69f-8161a983de9e req-8fce2cdc-e0d0-42c2-a0dd-8fdc8aaf457e tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0568736 Sep 14 17:03:46.207439 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e6575179-91a5-4be0-a69f-8161a983de9e req-2716ec1c-5ee1-4646-a230-9e67589dacea tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331357 Sep 14 17:03:47.338265 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3b7b1-912e-4ab5-a25a-9615e1127100 req-2a2f3f26-554f-4237-812d-d12827240c0b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:47.339957 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-73d3b7b1-912e-4ab5-a25a-9615e1127100 req-2a2f3f26-554f-4237-812d-d12827240c0b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0507038 Sep 14 17:03:47.394072 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-73d3b7b1-912e-4ab5-a25a-9615e1127100 req-3d962e6c-c433-4579-b77f-6df75d2f78ee tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481007 Sep 14 17:03:48.524967 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5808f0-986c-4cc6-98b6-e05de8681b65 req-821ed57c-9e05-408e-9d09-7dc6035d46b3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:48.526515 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac5808f0-986c-4cc6-98b6-e05de8681b65 req-821ed57c-9e05-408e-9d09-7dc6035d46b3 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0543320 Sep 14 17:03:48.566467 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ac5808f0-986c-4cc6-98b6-e05de8681b65 req-4ec64daf-523c-42dc-93f2-3e0e260bbdd5 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Sep 14 17:03:49.697884 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f4cc-d4f4-4d5f-92f5-fc86be718cff req-018a9a3d-ffc0-4f20-8f8f-cadb9da00283 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:49.699399 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e06f4cc-d4f4-4d5f-92f5-fc86be718cff req-018a9a3d-ffc0-4f20-8f8f-cadb9da00283 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0544734 Sep 14 17:03:49.739811 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2e06f4cc-d4f4-4d5f-92f5-fc86be718cff req-aee6ccf5-ec0e-4950-ab78-7eea77ccfe04 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341594 Sep 14 17:03:50.865131 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5893f19-19c0-425f-9b23-bcd2f475c7a8 req-c12f2973-109b-4a01-a26c-a81aa52483b1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:50.866698 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c5893f19-19c0-425f-9b23-bcd2f475c7a8 req-c12f2973-109b-4a01-a26c-a81aa52483b1 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0505390 Sep 14 17:03:50.904871 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c5893f19-19c0-425f-9b23-bcd2f475c7a8 req-2ca58658-9e87-493a-9d09-0b786accee96 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Sep 14 17:03:52.037278 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37a7e5-bfd7-4d14-bd45-77e952ecb4f3 req-6972d52b-aadf-4a8a-b35d-5f2c83fbf819 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:52.039156 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ae37a7e5-bfd7-4d14-bd45-77e952ecb4f3 req-6972d52b-aadf-4a8a-b35d-5f2c83fbf819 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0579958 Sep 14 17:03:52.079578 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ae37a7e5-bfd7-4d14-bd45-77e952ecb4f3 req-2ce3451e-ec61-4936-8953-584d00cc1adc tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339682 Sep 14 17:03:53.224226 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7eb84-ad31-4324-998f-29571aeae7aa req-45075733-bbbf-45eb-acf2-acebb69fe5ca tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:53.226018 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-59f7eb84-ad31-4324-998f-29571aeae7aa req-45075733-bbbf-45eb-acf2-acebb69fe5ca tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0734005 Sep 14 17:03:53.267077 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-59f7eb84-ad31-4324-998f-29571aeae7aa req-181663f0-1e95-45c3-b329-b4514be99c20 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346889 Sep 14 17:03:54.390493 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927d83f-e59d-49d0-bc11-85839c3d7c47 req-c0e6ad1f-9254-4fd9-8ebf-a390f6ad0ac4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:54.391999 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d927d83f-e59d-49d0-bc11-85839c3d7c47 req-c0e6ad1f-9254-4fd9-8ebf-a390f6ad0ac4 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0516307 Sep 14 17:03:54.429373 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-d927d83f-e59d-49d0-bc11-85839c3d7c47 req-9af0067a-64c9-413e-8f4d-1c15a3d27c57 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Sep 14 17:03:55.291358 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044219-8e2b-45c8-9993-405ea203b746 req-e562fe6f-2e17-420f-aa12-2b1303c6ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:55.292879 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df044219-8e2b-45c8-9993-405ea203b746 req-e562fe6f-2e17-420f-aa12-2b1303c6ef28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 1097 time: 0.0513430 Sep 14 17:03:55.330817 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-df044219-8e2b-45c8-9993-405ea203b746 req-e31fd2ad-931c-4305-ba26-dce9dc2c6e8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289948 Sep 14 17:03:55.568982 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7944684-6035-4a21-81b4-bc249b4bd756 req-87aed72a-bd2d-4e22-8d52-03da9174c33f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:55.571521 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7944684-6035-4a21-81b4-bc249b4bd756 req-87aed72a-bd2d-4e22-8d52-03da9174c33f tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0614951 Sep 14 17:03:55.623565 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d7944684-6035-4a21-81b4-bc249b4bd756 req-2f31f674-a88c-45d5-9673-2686b6f927fa tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459850 Sep 14 17:03:56.746044 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a346c6-149e-4fa1-ba5d-634d6dc623b6 req-6d31dce9-92ea-4d59-93eb-dc47d9e9bbf6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:56.747672 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-04a346c6-149e-4fa1-ba5d-634d6dc623b6 req-6d31dce9-92ea-4d59-93eb-dc47d9e9bbf6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 944 time: 0.0506341 Sep 14 17:03:56.788688 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-04a346c6-149e-4fa1-ba5d-634d6dc623b6 req-7bffcc8d-4249-4a51-b024-588f08b8afa6 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348191 Sep 14 17:03:56.853587 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:03:56.951490 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:56.962940 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'port_id': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'mac_address': 'fa:16:3e:64:c4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:03:56.999776 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:57.012171 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b303d4b7-6224-46dd-8345-b9f39c38aa73 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:03:57.031052 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:57.038274 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:57.086314 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=9']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:57.387181 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['b303d4b7-6224-46dd-8345-b9f39c38aa73'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:03:57.951091 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b24cec-66e5-423c-8484-97ec0de34b93 req-fbddb938-be47-4a42-80a9-0aa5c6305fd7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:57.952579 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-07b24cec-66e5-423c-8484-97ec0de34b93 req-fbddb938-be47-4a42-80a9-0aa5c6305fd7 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 945 time: 0.0748470 Sep 14 17:03:57.994382 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-07b24cec-66e5-423c-8484-97ec0de34b93 req-c9698f2e-0999-4774-bb3a-1157319601c0 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332141 Sep 14 17:03:58.868929 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:03:58.927399 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port b303d4b7-6224-46dd-8345-b9f39c38aa73 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:58.927747 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:59.008142 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:59.031245 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:03:59.033553 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136b5c7f-81e8-4be5-9514-fd721c597948" -d '{"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-plugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:03:59.046033 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:03:59.054680 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:59.078177 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0bc802-1c1a-44d9-949e-5a221ce819a3 x-openstack-request-id: req-7b0bc802-1c1a-44d9-949e-5a221ce819a3 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:03:59.078464 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-plugged", "status": "completed", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:03:59.078709 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b0bc802-1c1a-44d9-949e-5a221ce819a3 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:03:59.079114 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'code': 200} Sep 14 17:03:59.106589 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=10']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:08.398703 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4d5d0859-9cac-47d2-8f91-0428ed6db21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:10.919233 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa71f-7a75-42c6-aa25-242be96b4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:11.030744 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:11.912045 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:13.071534 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:13.574336 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:20.587173 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:04:25.377893 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-c78eda61-766c-46bf-8146-f10f0a7d3f72 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992247692&fields=id&tenant_id=ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 267 time: 0.0436301 Sep 14 17:04:25.494150 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-c69059cd-d900-4cf9-8895-0d46db693a02 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:25.495632 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-c69059cd-d900-4cf9-8895-0d46db693a02 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 812 time: 0.1110566 Sep 14 17:04:25.513856 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-a3c6428e-ba8a-40ca-8c9a-e16aff7ee0c0 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/quotas/ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 375 time: 0.0095730 Sep 14 17:04:25.573531 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-3e56c2cd-e454-424a-b157-5b152467831c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0530660 Sep 14 17:04:25.674391 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-01ff6e8e-2fba-4cc2-aa0f-50d80d8fc6a7 service neutron] 10.222.0.21 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884607 Sep 14 17:04:25.769154 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-40dbded0-879d-4956-9442-76efaa667c5f service neutron] 10.222.0.21 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880818 Sep 14 17:04:26.077409 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20a15c7f-22a4-49ba-a96d-81564da7b359 req-ca9bb3fc-fb28-4b9e-bd4a-1fdf5d210ea6 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 210 time: 0.0305128 Sep 14 17:04:27.203490 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3b2c39a2-cb83-457d-82df-89cf936ced9d req-88648849-9e61-4552-9ef7-dc6ed7700f65 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 210 time: 0.0378680 Sep 14 17:04:27.230566 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-506ecf8a-08ec-4997-b2a0-2b3a2e53a77f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:27.232072 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-506ecf8a-08ec-4997-b2a0-2b3a2e53a77f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 812 time: 0.1346803 Sep 14 17:04:27.281060 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-f1926868-134f-49de-a7a4-1f4613380880 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee89b0de34a043f1a96bedaf2e11831d HTTP/1.1" status: 200 len: 380 time: 0.0331779 Sep 14 17:04:27.293963 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'port': {'device_id': '0e9821df-2513-4107-bc30-7cbc7c207935', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'admin_state_up': True, 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'security_groups': ['83de2d86-9a0b-4502-8f0a-876565625950']}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:27.407519 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Made reservation on behalf of ee89b0de34a043f1a96bedaf2e11831d for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:04:27.411566 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:27.537418 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Allocated IP 172.20.0.13 (6259d321-88af-4848-b3d7-04cdd62d5c8f/06b8fb70-fef2-4645-a372-f6a5f0e42f17/2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:04:27.682630 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:27.698125 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Transition to ACTIVE for port object 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:04:27.734336 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:27.781208 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:04:27.787003 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:04:27.789173 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:27.791296 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:04:27.819069 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.819417 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.819763 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.820095 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.820425 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.820787 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.821112 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.821431 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.821714 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.822129 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.822421 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.822737 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:27.853901 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:27.854702 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:27.872945 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-99d5b174-ead7-4f79-a600-8f7b3d704388 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825493 Sep 14 17:04:27.902785 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Request body: {'port': {'device_id': '0e9821df-2513-4107-bc30-7cbc7c207935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:27.958697 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:28.078053 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-98a6fe0d-f817-4d97-9613-e210cacbcc8a None None] Provisioning for port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc completed by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:04:28.082476 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-98a6fe0d-f817-4d97-9613-e210cacbcc8a None None] Provisioning complete for port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc triggered by entity DHCP. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:04:28.082866 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-98a6fe0d-f817-4d97-9613-e210cacbcc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:28.120346 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-98a6fe0d-f817-4d97-9613-e210cacbcc8a None None] Port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc cannot update to ACTIVE because it is not bound. {{(pid=93927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:04:28.228837 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:04:28.236339 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:28.249092 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Transition to ACTIVE for port object 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:04:28.254395 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:28.331966 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e1cd-8f2f-4211-8ff9-92f559e526d4 req-9d54e7c0-54ab-47a6-9f00-ad1fb17b357a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:28.333699 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c567e1cd-8f2f-4211-8ff9-92f559e526d4 req-9d54e7c0-54ab-47a6-9f00-ad1fb17b357a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.0537443 Sep 14 17:04:28.377694 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c567e1cd-8f2f-4211-8ff9-92f559e526d4 req-fb8112be-4a1e-4009-85d1-11f328c3bee2 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375054 Sep 14 17:04:28.555045 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Pushing event updated for resources: {'Port': ['ID=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:28.624066 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Attempting to bind port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:04:28.624382 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Attempting to bind port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:04:28.624724 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Attempting to bind port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:04:28.629773 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc on network 6259d321-88af-4848-b3d7-04cdd62d5c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:04:28.629991 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Attempting to bind port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc on network 6259d321-88af-4848-b3d7-04cdd62d5c8f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:04:28.635111 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:04:28.635448 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Checking segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:04:28.635847 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Bound using segment: {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:04:28.636259 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Bound port: 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec19e085-16a7-45c9-bdec-8edc94c22580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:04:28.636616 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:28.703591 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] For port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:04:28.706811 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] For port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:04:28.713214 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:28.748183 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:28.748796 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:28.750276 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] 10.222.0.44 "PUT /v2.0/ports/2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc HTTP/1.1" status: 200 len: 1094 time: 0.8520703 Sep 14 17:04:28.750608 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:04:28.752893 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c27de8-3b44-491b-a7d7-c188378aac0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:04:28.775075 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33818896-51e8-4cb1-a9da-6f1d78549d0c service neutron] Pushing event updated for resources: {'Port': ['ID=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:28.794872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d93d26b-5748-4165-a4a5-a1c3a1ca0746 x-openstack-request-id: req-1d93d26b-5748-4165-a4a5-a1c3a1ca0746 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:04:28.795230 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:04:28.795556 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d93d26b-5748-4165-a4a5-a1c3a1ca0746 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:04:28.796033 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'status': 'completed', 'code': 200} Sep 14 17:04:28.856761 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-538df201-1614-46d2-aedb-7b0e0e9486db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:28.858304 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-538df201-1614-46d2-aedb-7b0e0e9486db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 1097 time: 0.0415809 Sep 14 17:04:28.907927 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-8d23c616-395c-44b9-acca-774dccca9fcf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc HTTP/1.1" status: 200 len: 217 time: 0.0347450 Sep 14 17:04:28.961928 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-cdd09a01-b17d-4c61-9f6f-d76342894df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:28.963441 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-cdd09a01-b17d-4c61-9f6f-d76342894df6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0485120 Sep 14 17:04:29.011747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-0b4a1f46-aeca-4906-923e-e17eff47df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:29.013209 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-0b4a1f46-aeca-4906-923e-e17eff47df02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424738 Sep 14 17:04:29.106681 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-b5000de9-af7e-487f-a7c4-bf12d727276a service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852618 Sep 14 17:04:29.196569 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-25b6d7fd-17fe-4f3b-a394-c386e505f240 req-d8b40587-5d61-4e2f-a0c1-a4654965426a service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819674 Sep 14 17:04:29.355451 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-71f4d405-6ff8-4aa4-aa86-a7cd68f669bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:29.356965 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-71f4d405-6ff8-4aa4-aa86-a7cd68f669bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 1097 time: 0.0445514 Sep 14 17:04:29.460884 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-372273e5-46c3-406b-b208-d3cb4346c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:29.462378 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-372273e5-46c3-406b-b208-d3cb4346c1c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0955584 Sep 14 17:04:29.493735 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ae3f5-c981-4db6-b101-341afc4ec6cc req-feae8592-c516-4380-b86b-ba03bb64796c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:29.495269 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed2ae3f5-c981-4db6-b101-341afc4ec6cc req-feae8592-c516-4380-b86b-ba03bb64796c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.0497446 Sep 14 17:04:29.507341 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-d4dd1afe-48bd-4bbb-9441-59ce15c83272 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc HTTP/1.1" status: 200 len: 217 time: 0.0338843 Sep 14 17:04:29.534274 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ed2ae3f5-c981-4db6-b101-341afc4ec6cc req-5e923ea0-e41a-4a33-8a15-8fe392420411 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328281 Sep 14 17:04:29.562348 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-a9712214-e04c-439f-85df-23ca23eb2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:29.563894 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-a9712214-e04c-439f-85df-23ca23eb2462 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0477126 Sep 14 17:04:29.617700 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-c9efa2b1-b7a9-4100-a7d1-5ad471de93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:29.619211 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-c9efa2b1-b7a9-4100-a7d1-5ad471de93aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410852 Sep 14 17:04:29.722345 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-791219f6-8ac0-4de8-ad89-0ac2362922ef service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950840 Sep 14 17:04:29.825627 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-69c27de8-3b44-491b-a7d7-c188378aac0a req-cc1cf54b-8652-4cb1-9dee-1856d1415bf6 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880783 Sep 14 17:04:30.680295 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba9230-b704-42ab-b3eb-5478968c0e27 req-40d8d006-a2e2-46a5-a732-4ef2231ba610 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:30.681771 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-22ba9230-b704-42ab-b3eb-5478968c0e27 req-40d8d006-a2e2-46a5-a732-4ef2231ba610 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.0680845 Sep 14 17:04:30.737598 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-22ba9230-b704-42ab-b3eb-5478968c0e27 req-12ba6935-a12a-4c56-8144-c09bc876ce66 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488420 Sep 14 17:04:31.402322 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577aca5-f91f-4aa0-9b06-cd0b4775ebc3 req-2942807d-c9d7-45a3-be9d-ae5b45416f08 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:31.404029 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c577aca5-f91f-4aa0-9b06-cd0b4775ebc3 req-2942807d-c9d7-45a3-be9d-ae5b45416f08 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 947 time: 0.0649357 Sep 14 17:04:31.450875 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c577aca5-f91f-4aa0-9b06-cd0b4775ebc3 req-d28db58e-b618-4de8-8277-7e3413fedb95 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Sep 14 17:04:31.870615 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccc003-1b65-445a-9e69-2d3ece986652 req-a3d86c0f-65d0-470f-8cad-15b3051e0493 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:31.872127 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-43ccc003-1b65-445a-9e69-2d3ece986652 req-a3d86c0f-65d0-470f-8cad-15b3051e0493 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.0547404 Sep 14 17:04:31.912555 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-43ccc003-1b65-445a-9e69-2d3ece986652 req-44266e27-6858-4e00-b11d-0d1846f04a5b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Sep 14 17:04:32.581967 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103de8fd-8de8-4a0f-a909-c30d717f365d req-2045a844-c725-466f-83f7-2919ca94db5b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:32.584562 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-103de8fd-8de8-4a0f-a909-c30d717f365d req-2045a844-c725-466f-83f7-2919ca94db5b tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 947 time: 0.0554788 Sep 14 17:04:32.623013 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-103de8fd-8de8-4a0f-a909-c30d717f365d req-894a6118-7b1a-4cc1-a715-838e6cfea922 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a44dc40-5077-47c5-b773-2b047286609e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Sep 14 17:04:32.877961 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-8f7446cc-3d73-449c-b019-a2990d2fd665 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:32.879649 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-8f7446cc-3d73-449c-b019-a2990d2fd665 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 947 time: 0.0553854 Sep 14 17:04:32.970568 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Deleting port b303d4b7-6224-46dd-8345-b9f39c38aa73 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:04:32.970963 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:33.089668 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8abcc8-920f-45e8-8751-14891a22a3dc req-16c08a80-79a8-4d3f-a2a3-fdcd10d64a57 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:33.091163 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d8abcc8-920f-45e8-8751-14891a22a3dc req-16c08a80-79a8-4d3f-a2a3-fdcd10d64a57 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.1025493 Sep 14 17:04:33.098389 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] For port b303d4b7-6224-46dd-8345-b9f39c38aa73, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=b303d4b7-6224-46dd-8345-b9f39c38aa73,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:33.098765 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:33.237481 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6d8abcc8-920f-45e8-8751-14891a22a3dc req-b2f0a49c-a79f-478f-bb03-45702d9a045d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361923 Sep 14 17:04:33.373127 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:33.373496 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:33.373796 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.l3_db [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Floating IP ec73dea8-8345-40d3-ba1b-a4dddadc3c4b disassociated. External IP: 172.27.2.235, port: b303d4b7-6224-46dd-8345-b9f39c38aa73. Sep 14 17:04:33.374133 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Calling delete_port for b303d4b7-6224-46dd-8345-b9f39c38aa73 owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:04:33.508127 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:33.536402 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event deleted for resources: {'Port': ['ID=b303d4b7-6224-46dd-8345-b9f39c38aa73,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:33.657339 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:04:33.722872 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-68efa93c-92c7-4501-96b3-e5392bc525ba req-6e28f215-a330-485b-aa39-c0e45b563ffd tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb54c43e-a262-487f-b2d5-569ec90280a0 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Sep 14 17:04:33.768973 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:04:33.780721 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] Sync routers for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:04:33.790242 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:04:33.790876 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:04:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:33.807242 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] No DVR routers for this DVR port b303d4b7-6224-46dd-8345-b9f39c38aa73 on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:04:33.809849 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:33.811869 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2f0ec342-5f89-4d09-97c3-0ffd48c7a184 req-0e1e509f-f972-459a-b6df-8df2c018b766 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.44 "DELETE /v2.0/ports/b303d4b7-6224-46dd-8345-b9f39c38aa73 HTTP/1.1" status: 204 len: 173 time: 0.9263794 Sep 14 17:04:33.812397 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-deleted', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:04:33.814646 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2841e0a2-88e1-42fd-99fe-1eb34f5c1fd2" -d '{"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-deleted", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:04:33.853764 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26755ef-92b8-451a-bf96-5c3f001fecc9 x-openstack-request-id: req-a26755ef-92b8-451a-bf96-5c3f001fecc9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:04:33.854036 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb54c43e-a262-487f-b2d5-569ec90280a0", "name": "network-vif-deleted", "tag": "b303d4b7-6224-46dd-8345-b9f39c38aa73", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:04:33.854316 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a26755ef-92b8-451a-bf96-5c3f001fecc9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:04:33.854694 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb54c43e-a262-487f-b2d5-569ec90280a0', 'name': 'network-vif-deleted', 'tag': 'b303d4b7-6224-46dd-8345-b9f39c38aa73', 'status': 'completed', 'code': 200} Sep 14 17:04:33.897623 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:04:34.203451 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:34.228930 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] Checking router: 48b83cf7-f855-4ad7-8f29-6daa3443ab61 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:04:34.237300 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:04:34.237993 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:04:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:34.345587 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:04:34.355166 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0510f-dcfb-49ba-80e7-78ef56e4f486 req-a224ccd9-f002-449f-ac35-d177f1d0f71a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:34.356934 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7cf0510f-dcfb-49ba-80e7-78ef56e4f486 req-a224ccd9-f002-449f-ac35-d177f1d0f71a tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.0490098 Sep 14 17:04:34.395569 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-7cf0510f-dcfb-49ba-80e7-78ef56e4f486 req-69c4d181-c596-4c58-bb98-6f389d7b0d2f tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Sep 14 17:04:34.548956 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:34.582119 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b41cc7-a3ea-4e1e-9c70-c4d623754941 None None] The sync data for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi is: [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': 'b9eb5b31-49eb-4630-b4bf-0115b34a1f61', 'name': '', 'network_id': '5daf3d05-1a05-48e9-9840-2d34cc52edcf', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'mac_address': 'fa:16:3e:06:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b8903df0-e509-4a46-b773-0d3449059350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:25Z', 'updated_at': '2021-09-14T16:59:31Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'subnets': [{'id': 'b8903df0-e509-4a46-b773-0d3449059350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:04:34.807163 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68929d2d-ce30-47e7-8c03-c579575df4cd None None] New status for floating IP ec73dea8-8345-40d3-ba1b-a4dddadc3c4b: DOWN {{(pid=93927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:04:34.815111 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37230) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:34.873975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b876c4f-5f0e-4999-a1de-663c04285180 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:34.902140 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b876c4f-5f0e-4999-a1de-663c04285180 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:34.952429 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b876c4f-5f0e-4999-a1de-663c04285180 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:34.955329 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b876c4f-5f0e-4999-a1de-663c04285180 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:34.956901 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-6b876c4f-5f0e-4999-a1de-663c04285180 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "DELETE /v2.0/security-groups/2a44dc40-5077-47c5-b773-2b047286609e HTTP/1.1" status: 204 len: 168 time: 0.1401234 Sep 14 17:04:34.959525 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37232) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:34.966298 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b876c4f-5f0e-4999-a1de-663c04285180 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a44dc40-5077-47c5-b773-2b047286609e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:34.976921 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.api.v2.resource [None req-1da400be-42a4-415d-bff2-950a0333ec8d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] show failed (client error): The resource could not be found. Sep 14 17:04:34.978874 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1da400be-42a4-415d-bff2-950a0333ec8d tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "GET /v2.0/security-groups/2a44dc40-5077-47c5-b773-2b047286609e HTTP/1.1" status: 404 len: 347 time: 0.0173910 Sep 14 17:04:34.980935 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37234) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:35.105416 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Deleting port 839a9c39-68cc-4adc-bc8b-a54fa15b1c6f {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:04:35.105711 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:35.188053 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:35.188379 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:35.200079 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Calling delete_port for 839a9c39-68cc-4adc-bc8b-a54fa15b1c6f owned by network:floatingip {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:04:35.516447 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f9681-963c-4045-ab0c-5522f1196d1d req-55fa5f47-beab-4b92-9c56-ee35d5913efa tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:35.518005 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c15f9681-963c-4045-ab0c-5522f1196d1d req-55fa5f47-beab-4b92-9c56-ee35d5913efa tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.0523322 Sep 14 17:04:35.556829 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c15f9681-963c-4045-ab0c-5522f1196d1d req-d15a8e40-ec7a-4cca-bb4f-0060d9a59f45 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Sep 14 17:04:35.612269 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:35.636076 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Pushing event deleted for resources: {'Port': ['ID=839a9c39-68cc-4adc-bc8b-a54fa15b1c6f,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:35.648445 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.648794 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.649130 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.649471 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.649802 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.650117 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.650449 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.650772 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.651121 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.651470 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.651797 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.652134 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:35.708362 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:35.710798 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:35.711964 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-bc9de178-2f59-418d-9932-39086c22b9c2 tempest-AttachVolumeShelveTestJSON-832028635 tempest-AttachVolumeShelveTestJSON-832028635-project] 10.222.0.21 "DELETE /v2.0/floatingips/ec73dea8-8345-40d3-ba1b-a4dddadc3c4b HTTP/1.1" status: 204 len: 168 time: 0.7301593 Sep 14 17:04:36.678236 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98094083-b63a-4d12-a8f7-a544a74e8517 req-4481869d-e15e-4414-81ed-a9ffdbbfb7e5 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:36.679863 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98094083-b63a-4d12-a8f7-a544a74e8517 req-4481869d-e15e-4414-81ed-a9ffdbbfb7e5 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 944 time: 0.0534694 Sep 14 17:04:36.717298 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-98094083-b63a-4d12-a8f7-a544a74e8517 req-0b556839-f0d6-4352-b02d-ae6a0a56cd17 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Sep 14 17:04:37.023908 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:04:37.032393 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:04:37.057365 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: b303d4b7-6224-46dd-8345-b9f39c38aa73 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:04:37.057700 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device b303d4b7-6224-46dd-8345-b9f39c38aa73 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:04:37.141491 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:37.152016 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'port_id': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'mac_address': 'fa:16:3e:28:27:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:04:37.189003 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:37.204233 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:04:37.227135 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:37.232104 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:37.281444 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:37.290719 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.291121 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.291600 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.292004 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.292755 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.293114 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.293606 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.294127 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.294499 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.294890 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.295247 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.295632 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:37.534324 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:04:37.833936 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811ff33-4212-4613-b87f-7c6e2bbc0e7b req-c20f1095-cabc-45fc-8b34-42785620d31e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:37.835352 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b811ff33-4212-4613-b87f-7c6e2bbc0e7b req-c20f1095-cabc-45fc-8b34-42785620d31e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 945 time: 0.0508544 Sep 14 17:04:37.876143 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b811ff33-4212-4613-b87f-7c6e2bbc0e7b req-be376f74-486d-4661-b7b9-69a0aa595395 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346870 Sep 14 17:04:38.141088 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37262) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:38.393926 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c65b-15ed-4fe3-a86e-6a2c69b16f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:38.596431 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:38.847239 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Deleting port b9eb5b31-49eb-4630-b4bf-0115b34a1f61 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:04:38.847468 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:38.930863 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] For port b9eb5b31-49eb-4630-b4bf-0115b34a1f61, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:38.931228 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:38.943899 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Calling delete_port for b9eb5b31-49eb-4630-b4bf-0115b34a1f61 owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:04:39.035228 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5d66d-1841-4e00-a688-2346db7e5835 req-b6916a4c-0a95-47f5-afd8-1ee6866e6526 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:39.036755 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5eb5d66d-1841-4e00-a688-2346db7e5835 req-b6916a4c-0a95-47f5-afd8-1ee6866e6526 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 945 time: 0.0909257 Sep 14 17:04:39.038690 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:04:39.120198 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5eb5d66d-1841-4e00-a688-2346db7e5835 req-7dc8de75-8cbc-4853-a7e4-eff1c71d0087 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754342 Sep 14 17:04:39.199423 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:39.221691 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:04:39.225543 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:04:39.225911 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:39.234307 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9eb5b31-49eb-4630-b4bf-0115b34a1f61,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:39.314368 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:39.341429 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:04:39.343769 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cec6168-fe73-4637-8f99-2db894b2474e" -d '{"events": [{"server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "name": "network-vif-plugged", "status": "completed", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:04:39.357638 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:39.366205 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:39.404655 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633f1cd3-42d5-45be-a09c-a888c435b0fc x-openstack-request-id: req-633f1cd3-42d5-45be-a09c-a888c435b0fc {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:04:39.405399 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "name": "network-vif-plugged", "status": "completed", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:04:39.405399 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-633f1cd3-42d5-45be-a09c-a888c435b0fc {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:04:39.405686 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'code': 200} Sep 14 17:04:39.433446 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:39.437705 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:39.653367 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53497b93-adde-4896-aed0-330ca82c3762 req-ccd77c17-1031-4619-9723-cf113833e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:39.654739 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53497b93-adde-4896-aed0-330ca82c3762 req-ccd77c17-1031-4619-9723-cf113833e4c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 1099 time: 0.0407817 Sep 14 17:04:39.654894 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:04:39.690525 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-53497b93-adde-4896-aed0-330ca82c3762 req-fdd5ec52-0854-41fd-8600-811de21b330c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272343 Sep 14 17:04:39.767335 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:04:39.772649 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ba4c68fe-1ebf-40a5-ab33-8d7f0f465f1b admin admin] 10.222.0.21 "PUT /v2.0/routers/48b83cf7-f855-4ad7-8f29-6daa3443ab61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6304469 Sep 14 17:04:39.776547 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37270) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:39.779362 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] Sync routers for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:04:39.789942 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:04:39.790522 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:04:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:39.892755 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:39.893879 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:04:39.992441 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.051237 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Deleting port 1fd39acd-7147-4947-8c2e-0862409aab00 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:04:40.051580 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.069284 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T17:04:39Z', 'revision_number': 5, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port': {'id': '1fd39acd-7147-4947-8c2e-0862409aab00', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:22Z', 'updated_at': '2021-09-14T16:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:40.100151 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] Checking router: 48b83cf7-f855-4ad7-8f29-6daa3443ab61 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:04:40.108851 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] Routers {'48b83cf7-f855-4ad7-8f29-6daa3443ab61'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:04:40.109439 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:04:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:40.129368 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] For port 1fd39acd-7147-4947-8c2e-0862409aab00, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=1fd39acd-7147-4947-8c2e-0862409aab00,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:40.129759 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.141976 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Calling delete_port for 1fd39acd-7147-4947-8c2e-0862409aab00 owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:04:40.202177 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] Set router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:04:40.251871 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T17:04:39Z', 'revision_number': 6, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:40.281349 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52adc61-eea0-4f66-9ecd-bfb5f3b1dafc None None] The sync data for ids ['48b83cf7-f855-4ad7-8f29-6daa3443ab61'] in dv-cinder-808995-1-iscsi is: [{'id': '48b83cf7-f855-4ad7-8f29-6daa3443ab61', 'name': 'tempest-AttachVolumeShelveTestJSON-25915155-router', 'tenant_id': '7eb6da628a2040208d727589ec92d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:21Z', 'updated_at': '2021-09-14T17:04:39Z', 'revision_number': 6, 'project_id': '7eb6da628a2040208d727589ec92d557', 'gw_port_host': None}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:04:40.286371 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4b0db-4b76-4970-88b3-1ec14b61a670 req-57869bfa-c810-447d-9da4-e9162c9157b7 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:40.288139 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20d4b0db-4b76-4970-88b3-1ec14b61a670 req-57869bfa-c810-447d-9da4-e9162c9157b7 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 946 time: 0.0959485 Sep 14 17:04:40.357532 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-20d4b0db-4b76-4970-88b3-1ec14b61a670 req-1661ef6a-9d5e-4b17-8bc2-918108ad0c48 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622523 Sep 14 17:04:40.381606 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.406663 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd39acd-7147-4947-8c2e-0862409aab00,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:40.465714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.553839 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.555946 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.603652 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.604230 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b83cf7-f855-4ad7-8f29-6daa3443ab61 {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:04:40.608879 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.610335 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-83f92233-1940-4d24-82d9-e1d94377cbdd admin admin] 10.222.0.21 "DELETE /v2.0/routers/48b83cf7-f855-4ad7-8f29-6daa3443ab61 HTTP/1.1" status: 204 len: 168 time: 0.8328838 Sep 14 17:04:40.613088 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37274) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:40.663304 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] Deleting subnet b8903df0-e509-4a46-b773-0d3449059350 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:04:40.668589 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.704363 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711024'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.789200 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.841956 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2941203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152834'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.867590 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8903df0-e509-4a46-b773-0d3449059350,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:40.871216 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.873096 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-43bbf6eb-1e5e-4fa8-9c85-97560e04a769 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8903df0-e509-4a46-b773-0d3449059350 HTTP/1.1" status: 204 len: 168 time: 0.2588241 Sep 14 17:04:40.875821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37276) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:40.878453 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3b31f-1629-4874-97b7-b097107f6ad1 None None] Network 5daf3d05-1a05-48e9-9840-2d34cc52edcf requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:04:40.943107 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:40.948289 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a0a4dece-99b7-4f73-80ff-ecaaddd9cd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.002211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Deleting port 60ecf6e6-01ab-4766-a8ad-2d876863e630 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:04:41.002582 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.023450 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.066650 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] For port 60ecf6e6-01ab-4766-a8ad-2d876863e630, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=60ecf6e6-01ab-4766-a8ad-2d876863e630,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:41.067071 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.079409 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Calling delete_port for 60ecf6e6-01ab-4766-a8ad-2d876863e630 owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:04:41.095402 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] DHCP port deletion for 5daf3d05-1a05-48e9-9840-2d34cc52edcf request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:04:41.147103 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] Deleting port 60ecf6e6-01ab-4766-a8ad-2d876863e630 {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:04:41.147475 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.165224 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.191144 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ecf6e6-01ab-4766-a8ad-2d876863e630,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:41.195074 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] No DVR routers for this DVR port 60ecf6e6-01ab-4766-a8ad-2d876863e630 on host dv-cinder-808995-1-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:04:41.225434 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] For port 60ecf6e6-01ab-4766-a8ad-2d876863e630, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=60ecf6e6-01ab-4766-a8ad-2d876863e630,segment=NetworkSegment(3095e3d8-acb5-4536-ac1d-acc47e8d0b48),segment_id=3095e3d8-acb5-4536-ac1d-acc47e8d0b48)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:41.225916 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.236040 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b9eb5b31-49eb-4630-b4bf-0115b34a1f61 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:04:41.259533 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: b9eb5b31-49eb-4630-b4bf-0115b34a1f61 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:04:41.259533 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b9eb5b31-49eb-4630-b4bf-0115b34a1f61 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:04:41.259778 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 60ecf6e6-01ab-4766-a8ad-2d876863e630 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:04:41.277190 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.283809 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] Calling delete_port for 60ecf6e6-01ab-4766-a8ad-2d876863e630 owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:04:41.285480 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 60ecf6e6-01ab-4766-a8ad-2d876863e630 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:04:41.285822 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 60ecf6e6-01ab-4766-a8ad-2d876863e630 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:04:41.286508 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 1fd39acd-7147-4947-8c2e-0862409aab00 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:04:41.298949 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daf3d05-1a05-48e9-9840-2d34cc52edcf']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:41.306732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 1fd39acd-7147-4947-8c2e-0862409aab00 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:04:41.307109 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 1fd39acd-7147-4947-8c2e-0862409aab00 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:04:41.310512 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3095e3d8-acb5-4536-ac1d-acc47e8d0b48') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:41.310948 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3095e3d8-acb5-4536-ac1d-acc47e8d0b48') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:41.321320 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.335425 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.341881 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:04:41.342276 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:04:41.343990 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:04:41.391401 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.401794 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.406814 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.412029 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5daf3d05-1a05-48e9-9840-2d34cc52edcf HTTP/1.1" status: 204 len: 168 time: 0.5351341 Sep 14 17:04:41.423696 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] Pushing event deleted for resources: {'Port': ['ID=60ecf6e6-01ab-4766-a8ad-2d876863e630,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:41.425560 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8626b88-94e5-446d-a20e-50ece7dbaabc None None] No DVR routers for this DVR port 60ecf6e6-01ab-4766-a8ad-2d876863e630 on host dv-cinder-808995-1-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:04:41.427463 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e1407-6d14-44b8-9ac7-80f47023e8f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5daf3d05-1a05-48e9-9840-2d34cc52edcf,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:41.496867 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345856e-3199-4455-8371-f6b80daa87ae req-0e3836a0-58f6-4898-8acf-a4cae3d6bf42 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:41.498375 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e345856e-3199-4455-8371-f6b80daa87ae req-0e3836a0-58f6-4898-8acf-a4cae3d6bf42 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 946 time: 0.0653770 Sep 14 17:04:41.546422 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37282) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:41.553155 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-57b3e5e7-c849-479d-a3c9-4606b5ee7fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732913 Sep 14 17:04:41.558360 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e345856e-3199-4455-8371-f6b80daa87ae req-9891bf3e-ed66-4c44-9b0f-3ca1a430a0c4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467608 Sep 14 17:04:41.589698 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-238cb3e1-38c1-442f-8635-7a1b1aa25b79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7eb6da628a2040208d727589ec92d557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419226 Sep 14 17:04:41.592195 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37286) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:41.633939 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386952b-c77f-4246-a525-99b26bc58284 req-77c5d071-ed4f-46fd-95e2-7e5e654055e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:41.635533 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-77c5d071-ed4f-46fd-95e2-7e5e654055e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0497959 Sep 14 17:04:41.675023 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fec85d8-046e-46e5-b582-a36aaf9e9006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.703003 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fec85d8-046e-46e5-b582-a36aaf9e9006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.711940 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6a9a5-9ba6-4bd2-b2a2-4009ac258d5a req-fb592d6d-9f5a-4133-8c0d-729b34eb2ac9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:41.713453 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-baa6a9a5-9ba6-4bd2-b2a2-4009ac258d5a req-fb592d6d-9f5a-4133-8c0d-729b34eb2ac9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 946 time: 0.0804574 Sep 14 17:04:41.736559 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386952b-c77f-4246-a525-99b26bc58284 req-d6ebd68c-a051-4b1e-b7a7-1a67e2330c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:41.738064 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-d6ebd68c-a051-4b1e-b7a7-1a67e2330c87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 910 time: 0.0827043 Sep 14 17:04:41.773594 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-baa6a9a5-9ba6-4bd2-b2a2-4009ac258d5a req-89cd8fff-fe59-42ae-b8b7-eae1315b8c80 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524387 Sep 14 17:04:41.798416 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fec85d8-046e-46e5-b582-a36aaf9e9006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.799308 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37288) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:41.801278 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8fec85d8-046e-46e5-b582-a36aaf9e9006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.802510 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-8fec85d8-046e-46e5-b582-a36aaf9e9006 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5966bfab-d0a8-4bcf-8e74-f05e2960e58b HTTP/1.1" status: 204 len: 168 time: 0.2093060 Sep 14 17:04:41.810742 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec85d8-046e-46e5-b582-a36aaf9e9006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5966bfab-d0a8-4bcf-8e74-f05e2960e58b,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:41.816617 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-bb835144-f399-4018-8eb1-702e94c2f96b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 1000 time: 0.0717547 Sep 14 17:04:41.878274 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346cbf8d-a824-4cdf-9e3d-f216b7f013b8 tempest-TestVolumeBootPattern-1667633672 tempest-TestVolumeBootPattern-1667633672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:41.879855 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-346cbf8d-a824-4cdf-9e3d-f216b7f013b8 tempest-TestVolumeBootPattern-1667633672 tempest-TestVolumeBootPattern-1667633672-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 1094 time: 0.0796251 Sep 14 17:04:41.883126 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37292) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:41.885708 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386952b-c77f-4246-a525-99b26bc58284 req-c268405e-8274-4333-9d9b-e62d47bbb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:41.887043 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-c268405e-8274-4333-9d9b-e62d47bbb82f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0565033 Sep 14 17:04:41.889181 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Request body: {'floatingip': {'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'port_id': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:41.907966 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.918200 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:41.943039 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386952b-c77f-4246-a525-99b26bc58284 req-43df4814-b76d-4271-84b6-39228bd3ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:41.944799 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-43df4814-b76d-4271-84b6-39228bd3ae48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507569 Sep 14 17:04:42.039012 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-0bffd5ad-4fe3-46c2-ac91-0c4ed01f0292 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865173 Sep 14 17:04:42.149188 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d386952b-c77f-4246-a525-99b26bc58284 req-3ac208cb-0006-4da4-86eb-361b3675b90e service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026416 Sep 14 17:04:42.296745 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.401864 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_common [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Allocated IP 172.27.2.109 (05066a28-c3b9-483f-8894-3c687e21f171/806c1b2e-3622-4d02-bf40-bffa7e248f3c/25bbaa79-4d40-467e-8c4c-1310e5c277e3) {{(pid=93926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:04:42.508417 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.528823 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37312) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:42.548548 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.583818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Network 05066a28-c3b9-483f-8894-3c687e21f171 is already hosted by enough agents. {{(pid=93926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:04:42.586748 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Resources bound (agent type, host, resource id): {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:04:42.589236 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Received port after_create {{(pid=93926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:04:42.623378 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=25bbaa79-4d40-467e-8c4c-1310e5c277e3,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:42.625633 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2083184215-network', 'tenant_id': '8bd5f9c8ddf242fab88f9472ace898f3'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:42.652694 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Made reservation on behalf of 8bd5f9c8ddf242fab88f9472ace898f3 for: {'network': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:04:42.655124 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for network, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.664596 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.752216 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.757094 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.778286 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:04:42.793969 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c768f92e-331f-4d06-a19f-ca82781f3810,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:42.797114 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.797459 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.segments_db [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Added segment 82bbe159-ed4b-4361-b5cc-2d2f47320af8 of type vlan for network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 Sep 14 17:04:42.839221 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731927991583'] for network, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.864937 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742'] for network, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.865906 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:42.866493 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.896883 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3669295 Sep 14 17:04:42.900077 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37316) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:42.906709 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.v2.base [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Request body: {'subnet': {'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2083184215-subnet', 'tenant_id': '8bd5f9c8ddf242fab88f9472ace898f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:42.931292 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83675d-8e72-445f-85c9-2c04d2efcd1b admin admin] Pushing event updated for resources: {'Network': ['ID=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:42.942501 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 details requested by agent ovs-agent-dv-cinder-808995-1-iscsi with host dv-cinder-808995-1-iscsi {{(pid=93927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:04:42.961333 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Made reservation on behalf of 8bd5f9c8ddf242fab88f9472ace898f3 for: {'subnet': 1} {{(pid=93926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:04:42.963784 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3152679'] for subnet, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:42.987012 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.076850 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.116738 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.247520 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2941266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3152697'] for subnet, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.343706 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=314850af-3b1b-4b05-8796-a468c1c608c4,revision_number=0']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:43.391145 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.392918 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Checking segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:04:43.393266 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Network hostable DHCP agents. Network: 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4, hostable agents: ['a6eafa0f-5248-4810-9cc8-eedb49808607'], hosted agents: [] {{(pid=93926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:04:43.398727 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2941149'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.477258 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event updated for resources: {'Port': ['ID=25bbaa79-4d40-467e-8c4c-1310e5c277e3,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:43.485748 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 is scheduled to be hosted by DHCP agent a6eafa0f-5248-4810-9cc8-eedb49808607 with binding_index 1 {{(pid=93926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:04:43.500316 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.base_scheduler [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808995-1-iscsi, 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4) {{(pid=93926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:04:43.501904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655167'] for floatingip, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.506563 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:43.507200 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.510311 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0690e6e2-d81e-474f-a9d9-53c9b3cef3aa None None] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:04:43.582339 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0602aa72-363e-4df7-a0a5-5542c460f2bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6811872 Sep 14 17:04:43.589439 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:43.617384 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.db.l3_db [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Floating IP ff87aba3-79a5-4fba-816d-5a7bfb28a642 associated. External IP: 172.27.2.109, port: 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc. Sep 14 17:04:43.659525 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c285b97-b9fc-4a49-bdbc-b816b742c0d8 None None] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:04:43.840983 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:04:43.951979 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:04:43.962387 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b1548-da22-4afc-8be9-993154214045 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:04:43.972622 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:04:43.973538 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:04:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:43.973819 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:44.002594 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-5fabd8f7-6af7-4468-806f-376dc9c5704e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1182604 Sep 14 17:04:44.003228 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:04:44.005477 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4148c5d-fb68-45f9-8547-f7f75e58f479" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:04:44.011649 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1901-396e-4096-a728-620b3a87de9c req-7708b02d-62b7-49cc-ac4e-9c1b83d1ee84 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:44.014308 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-7708b02d-62b7-49cc-ac4e-9c1b83d1ee84 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1077671 Sep 14 17:04:44.030555 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-5a3109df-9301-4816-ac04-42a5c762ee25 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/quotas/8bd5f9c8ddf242fab88f9472ace898f3 HTTP/1.1" status: 200 len: 375 time: 0.0099943 Sep 14 17:04:44.054144 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86565b75-044c-4be7-a4cc-4bfdfd0a66a9 x-openstack-request-id: req-86565b75-044c-4be7-a4cc-4bfdfd0a66a9 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:04:44.054441 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:04:44.054689 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86565b75-044c-4be7-a4cc-4bfdfd0a66a9 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:04:44.055114 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'status': 'completed', 'code': 200} Sep 14 17:04:44.070897 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c10fead4-c5bd-4848-bc01-48a8d78ebbb6 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339365 Sep 14 17:04:44.088970 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:04:44.187146 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-88d8663e-378a-47c1-85fe-c8cf35ca639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:44.188660 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-88d8663e-378a-47c1-85fe-c8cf35ca639a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 1099 time: 0.0906978 Sep 14 17:04:44.193845 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-710b1419-85b8-437a-8a57-c463377e0dc8 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162744 Sep 14 17:04:44.321569 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:38Z', 'revision_number': 1, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}, {'id': 'ff87aba3-79a5-4fba-816d-5a7bfb28a642', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:28:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9821df-2513-4107-bc30-7cbc7c207935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:04:42Z', 'updated_at': '2021-09-14T17:04:42Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:44.342681 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-d0bc102e-827d-4480-b73a-18810b3439ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:44.344225 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-d0bc102e-827d-4480-b73a-18810b3439ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.1484001 Sep 14 17:04:44.346352 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-5c3845c4-45cc-4435-94bb-2528018841f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434307 Sep 14 17:04:44.351627 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b1548-da22-4afc-8be9-993154214045 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:04:44.361030 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:04:44.361600 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:04:41Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:44.411340 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-2731041b-a55d-4613-a9a1-1243bef779d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc HTTP/1.1" status: 200 len: 1000 time: 0.0596519 Sep 14 17:04:44.473551 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-bb99f440-dd96-4284-adba-27de237578e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:44.475238 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-bb99f440-dd96-4284-adba-27de237578e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0500016 Sep 14 17:04:44.486262 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:04:44.523519 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-0cd543ea-c242-4c03-a874-57218c4d3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:44.525090 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-0cd543ea-c242-4c03-a874-57218c4d3f74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424774 Sep 14 17:04:44.533743 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e0a2cb43-e41b-4ba9-98be-389dd6ba5a41 req-c88905e1-eb99-4b20-9881-8724cbd8bb1d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 210 time: 0.0463631 Sep 14 17:04:44.623211 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-f5044a8b-3d65-4e7d-918b-f5052327a3f7 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905759 Sep 14 17:04:44.726381 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f4148c5d-fb68-45f9-8547-f7f75e58f479 req-13f15096-ff95-4524-a833-7f86f8dc301b service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964816 Sep 14 17:04:44.734613 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-047b1548-da22-4afc-8be9-993154214045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:38Z', 'revision_number': 1, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}, {'id': 'ff87aba3-79a5-4fba-816d-5a7bfb28a642', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:28:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9821df-2513-4107-bc30-7cbc7c207935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:04:42Z', 'updated_at': '2021-09-14T17:04:42Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:04:44.765437 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b1548-da22-4afc-8be9-993154214045 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:38Z', 'revision_number': 1, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}, {'id': 'ff87aba3-79a5-4fba-816d-5a7bfb28a642', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:28:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9821df-2513-4107-bc30-7cbc7c207935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:04:42Z', 'updated_at': '2021-09-14T17:04:42Z', 'revision_number': 0, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:04:44.938270 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84a8ee-ebe0-469e-add4-17285f2db42c None None] New status for floating IP ff87aba3-79a5-4fba-816d-5a7bfb28a642: ACTIVE {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:04:45.627242 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1901-396e-4096-a728-620b3a87de9c req-22d9c21e-ac45-4acf-aed9-9d4ce8413573 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:45.628652 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-22d9c21e-ac45-4acf-aed9-9d4ce8413573 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1174264 Sep 14 17:04:45.642759 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-376c77c2-9713-4caf-9f57-e7b53321fdaa req-2f61bb8b-12e9-4b7c-ad14-a5f654fa6b17 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 210 time: 0.0389783 Sep 14 17:04:45.668805 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Request body: {'port': {'device_id': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'admin_state_up': True, 'tenant_id': '8bd5f9c8ddf242fab88f9472ace898f3'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:45.784868 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Made reservation on behalf of 8bd5f9c8ddf242fab88f9472ace898f3 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:04:45.788495 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:45.914359 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Allocated IP 172.20.0.7 (9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4/314850af-3b1b-4b05-8796-a468c1c608c4/f2fd583e-386a-46f8-ab8f-1241f5c90c24) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:04:46.073666 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:46.120795 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:46.161802 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:04:46.165483 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:04:46.169066 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:04:46.177094 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event updated for resources: {'Port': ['ID=f2fd583e-386a-46f8-ab8f-1241f5c90c24,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:46.221772 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:46.222358 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:46.239725 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c9a5c28a-03e3-4886-8822-08eac9cd89df tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748057 Sep 14 17:04:46.259772 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Request body: {'port': {'device_id': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:46.316146 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:46.763356 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f3c4a-2c8d-4d97-9c3f-5d1997ae9d65 req-c3ff0e2b-181f-4108-aa7f-cd0d67c6149e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:46.764841 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-136f3c4a-2c8d-4d97-9c3f-5d1997ae9d65 req-c3ff0e2b-181f-4108-aa7f-cd0d67c6149e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 931 time: 0.0524163 Sep 14 17:04:46.803728 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-136f3c4a-2c8d-4d97-9c3f-5d1997ae9d65 req-639bff3c-0ff2-4959-bf3e-027fb200807c tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Sep 14 17:04:46.836166 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fd583e-386a-46f8-ab8f-1241f5c90c24 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:04:46.843696 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:46.856434 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Transition to ACTIVE for port object f2fd583e-386a-46f8-ab8f-1241f5c90c24 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:04:46.861460 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:46.921193 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd583e-386a-46f8-ab8f-1241f5c90c24,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:46.991947 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Attempting to bind port f2fd583e-386a-46f8-ab8f-1241f5c90c24 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:04:46.992615 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Attempting to bind port f2fd583e-386a-46f8-ab8f-1241f5c90c24 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:04:46.992938 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Attempting to bind port f2fd583e-386a-46f8-ab8f-1241f5c90c24 on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:04:46.997446 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Port f2fd583e-386a-46f8-ab8f-1241f5c90c24 on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:04:46.997762 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Attempting to bind port f2fd583e-386a-46f8-ab8f-1241f5c90c24 on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:04:47.002871 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:04:47.003215 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Checking segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:04:47.003586 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Bound using segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:04:47.004000 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Bound port: f2fd583e-386a-46f8-ab8f-1241f5c90c24, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:04:47.004342 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:47.069960 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] For port f2fd583e-386a-46f8-ab8f-1241f5c90c24, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:04:47.073073 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] For port f2fd583e-386a-46f8-ab8f-1241f5c90c24, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2fd583e-386a-46f8-ab8f-1241f5c90c24,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:04:47.080893 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:47.114008 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:47.114609 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:47.116464 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] 10.222.0.44 "PUT /v2.0/ports/f2fd583e-386a-46f8-ab8f-1241f5c90c24 HTTP/1.1" status: 200 len: 1093 time: 0.8615227 Sep 14 17:04:47.116899 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'tag': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:04:47.119518 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a" -d '{"events": [{"name": "network-changed", "server_uuid": "c995ff65-bdf5-47f3-af49-cdab1a001ad8", "tag": "f2fd583e-386a-46f8-ab8f-1241f5c90c24"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:04:47.145076 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efe3cc-6260-459c-874c-3b1e5ea1a257 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd583e-386a-46f8-ab8f-1241f5c90c24,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:47.164507 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba571776-18b0-435b-8f62-ed41887187e7 x-openstack-request-id: req-ba571776-18b0-435b-8f62-ed41887187e7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:04:47.164861 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c995ff65-bdf5-47f3-af49-cdab1a001ad8", "tag": "f2fd583e-386a-46f8-ab8f-1241f5c90c24", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:04:47.165171 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba571776-18b0-435b-8f62-ed41887187e7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:04:47.165702 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'tag': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24', 'status': 'completed', 'code': 200} Sep 14 17:04:47.239143 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1901-396e-4096-a728-620b3a87de9c req-e414bda7-b6e1-4b9a-bd62-13ddc645f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:47.240860 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-e414bda7-b6e1-4b9a-bd62-13ddc645f4d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0573988 Sep 14 17:04:47.287236 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-d5fa8359-9272-48fc-9305-eee62f571b0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2fd583e-386a-46f8-ab8f-1241f5c90c24 HTTP/1.1" status: 200 len: 217 time: 0.0332325 Sep 14 17:04:47.336526 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea1901-396e-4096-a728-620b3a87de9c req-b4e1340c-75e8-4eca-bb27-2bf0204b78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:47.337915 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-b4e1340c-75e8-4eca-bb27-2bf0204b78f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0435886 Sep 14 17:04:47.372362 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-cd412aa0-cff2-4364-8e8d-e42fed6aa78a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266404 Sep 14 17:04:47.461340 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-abd24c01-87cc-4e04-95cc-3869f3958aaf service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817883 Sep 14 17:04:47.557014 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c9ea1901-396e-4096-a728-620b3a87de9c req-8f2c0699-67af-40e6-97d8-ec258c2dd85c service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880156 Sep 14 17:04:47.716411 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-17d1af8d-f97f-495c-9170-7d9db5ba7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:47.717966 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-17d1af8d-f97f-495c-9170-7d9db5ba7b1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0465999 Sep 14 17:04:47.815625 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-f623ac2b-5e37-4e39-8419-c500650b392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:47.816977 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-f623ac2b-5e37-4e39-8419-c500650b392b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 916 time: 0.0916464 Sep 14 17:04:47.863189 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-be5ba456-4939-48af-985a-3d155a16ace9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2fd583e-386a-46f8-ab8f-1241f5c90c24 HTTP/1.1" status: 200 len: 217 time: 0.0374606 Sep 14 17:04:47.912405 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-1d18accd-c5cf-431f-b0ec-67840b20875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:47.913940 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-1d18accd-c5cf-431f-b0ec-67840b20875c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0438032 Sep 14 17:04:47.925610 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3196b7-9774-4965-b240-72646726bb18 req-a965cedb-64f3-4af0-8eae-c4dc581fbb45 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:47.927125 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-af3196b7-9774-4965-b240-72646726bb18 req-a965cedb-64f3-4af0-8eae-c4dc581fbb45 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 943 time: 0.0543892 Sep 14 17:04:47.945656 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-eda613c9-e9e4-40ea-8e23-27a2617b86f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241907 Sep 14 17:04:47.967005 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-af3196b7-9774-4965-b240-72646726bb18 req-7b458229-c74e-425e-ba97-7408725aecba tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Sep 14 17:04:48.045102 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-04ba741d-75d8-42f6-b3db-b559d78765cc service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914052 Sep 14 17:04:48.139386 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-10a41d76-5ecd-4aa6-9d3b-138c2b9cf99a req-0ea34b13-c9c1-40af-8b38-1e05ef8e211e service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Sep 14 17:04:49.104215 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcafc51-85db-4673-930e-d2801207a9d3 req-3b08940c-a2a7-4265-8768-c4d8cfe69d2d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:49.105685 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6dcafc51-85db-4673-930e-d2801207a9d3 req-3b08940c-a2a7-4265-8768-c4d8cfe69d2d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 943 time: 0.0600517 Sep 14 17:04:49.147570 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6dcafc51-85db-4673-930e-d2801207a9d3 req-4fed15c5-45ea-4633-9ffa-c2be0cdc8949 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Sep 14 17:04:50.272893 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dfa7d-a624-4706-b451-1a16c6383f45 req-063d78e4-cc69-49c6-9fce-227262b757c1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:50.274427 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a53dfa7d-a624-4706-b451-1a16c6383f45 req-063d78e4-cc69-49c6-9fce-227262b757c1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 943 time: 0.0542719 Sep 14 17:04:50.315058 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a53dfa7d-a624-4706-b451-1a16c6383f45 req-395c2f2f-859c-4bc5-8ec3-0cb2d43fcae4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Sep 14 17:04:51.042118 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device f2fd583e-386a-46f8-ab8f-1241f5c90c24 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:04:51.150398 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port f2fd583e-386a-46f8-ab8f-1241f5c90c24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2fd583e-386a-46f8-ab8f-1241f5c90c24,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:51.162329 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'port_id': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24', 'mac_address': 'fa:16:3e:f8:a8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314850af-3b1b-4b05-8796-a468c1c608c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:04:51.199170 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:51.214799 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fd583e-386a-46f8-ab8f-1241f5c90c24 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:04:51.235353 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port f2fd583e-386a-46f8-ab8f-1241f5c90c24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2fd583e-386a-46f8-ab8f-1241f5c90c24,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:51.242404 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:51.291369 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=f2fd583e-386a-46f8-ab8f-1241f5c90c24,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:51.436896 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8712875-b4c9-43d5-bd0d-03a14ac57060 req-111082e0-1556-4e23-8551-768842b2666f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:51.438368 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d8712875-b4c9-43d5-bd0d-03a14ac57060 req-111082e0-1556-4e23-8551-768842b2666f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 944 time: 0.0553768 Sep 14 17:04:51.477802 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-d8712875-b4c9-43d5-bd0d-03a14ac57060 req-d4ff9306-8074-4967-bba4-786ff9385764 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Sep 14 17:04:51.560666 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:04:52.603118 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2babe7-d70a-4582-a341-bc70caa37443 req-83bdd52e-a6e0-4c5f-9cfa-da1ca28ee9dd tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:52.604488 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bc2babe7-d70a-4582-a341-bc70caa37443 req-83bdd52e-a6e0-4c5f-9cfa-da1ca28ee9dd tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 944 time: 0.0510623 Sep 14 17:04:52.645581 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bc2babe7-d70a-4582-a341-bc70caa37443 req-dea80584-d6cc-46d2-a1ac-b30869106923 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Sep 14 17:04:53.055200 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device f2fd583e-386a-46f8-ab8f-1241f5c90c24 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:04:53.119465 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port f2fd583e-386a-46f8-ab8f-1241f5c90c24 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:04:53.123977 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port f2fd583e-386a-46f8-ab8f-1241f5c90c24 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:04:53.124358 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:53.201310 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:53.223993 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:04:53.226210 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92318e26-c601-40c8-9939-a318853f3533" -d '{"events": [{"server_uuid": "c995ff65-bdf5-47f3-af49-cdab1a001ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd583e-386a-46f8-ab8f-1241f5c90c24"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:04:53.238270 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port f2fd583e-386a-46f8-ab8f-1241f5c90c24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2fd583e-386a-46f8-ab8f-1241f5c90c24,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:53.244706 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:53.270996 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104601c-3e92-4670-8389-86c382996d1e x-openstack-request-id: req-9104601c-3e92-4670-8389-86c382996d1e {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:04:53.271289 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c995ff65-bdf5-47f3-af49-cdab1a001ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd583e-386a-46f8-ab8f-1241f5c90c24", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:04:53.271538 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9104601c-3e92-4670-8389-86c382996d1e {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:04:53.271921 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24', 'code': 200} Sep 14 17:04:53.423077 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=f2fd583e-386a-46f8-ab8f-1241f5c90c24,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:53.471671 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13b2c4-7109-4642-881a-052c4228af39 req-43404766-123f-4e9b-8db7-eb164089b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:53.473227 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b13b2c4-7109-4642-881a-052c4228af39 req-43404766-123f-4e9b-8db7-eb164089b5c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0400851 Sep 14 17:04:53.514332 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-9b13b2c4-7109-4642-881a-052c4228af39 req-93183d41-4b52-41d5-8a1e-2acf53088bfd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Sep 14 17:04:53.772646 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a9632-5d6b-4012-91fe-116525348904 req-de683895-c9d8-4eb4-bb5c-695aa06d37a8 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:53.774185 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-445a9632-5d6b-4012-91fe-116525348904 req-de683895-c9d8-4eb4-bb5c-695aa06d37a8 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 945 time: 0.0565784 Sep 14 17:04:53.811935 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-445a9632-5d6b-4012-91fe-116525348904 req-2baf1cf2-05ae-4065-b8bb-3d0d31cb795b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Sep 14 17:04:54.940583 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4698a-1e70-4962-a3ae-fa318c7299e7 req-f200986e-66cd-46e7-9c43-6e37326d9086 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:54.942049 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44b4698a-1e70-4962-a3ae-fa318c7299e7 req-f200986e-66cd-46e7-9c43-6e37326d9086 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 945 time: 0.0521531 Sep 14 17:04:54.980379 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-44b4698a-1e70-4962-a3ae-fa318c7299e7 req-0b683323-cade-46d4-ad00-b89d3fde127c tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Sep 14 17:04:57.592078 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:05:04.487137 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-37062ae8-01ae-4dbd-8920-0d02cdfed0af tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:04.488615 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-37062ae8-01ae-4dbd-8920-0d02cdfed0af tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1172545 Sep 14 17:05:04.506722 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-1b1e749a-ef2d-432f-839f-af52e541de27 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/quotas/8bd5f9c8ddf242fab88f9472ace898f3 HTTP/1.1" status: 200 len: 375 time: 0.0091543 Sep 14 17:05:04.554561 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-eb8a625d-8d21-4462-a5ec-d79ba05ab78b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427074 Sep 14 17:05:04.643421 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-5d4ffeea-1269-46c1-913d-5352ccae3e19 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817642 Sep 14 17:05:04.737711 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-4a14880e-75eb-45b7-8aaf-195f8d649e35 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880291 Sep 14 17:05:04.931826 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23bb349d-fc57-47ce-ab13-2d7f88ffc44a req-3498b3f8-c557-4e9f-b0ed-4d65a1668385 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Sep 14 17:05:06.040038 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-962308f1-07d0-42f8-bcff-783149907881 req-d7e5b7fd-9671-4b83-a46f-18823faa4f7e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 210 time: 0.0304492 Sep 14 17:05:06.060773 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-879e95e9-70d6-470e-8d03-c68e652fd8fd tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:06.062223 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-879e95e9-70d6-470e-8d03-c68e652fd8fd tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1317339 Sep 14 17:05:06.095466 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Request body: {'port': {'device_id': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'admin_state_up': True, 'tenant_id': '8bd5f9c8ddf242fab88f9472ace898f3'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:05:06.204303 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Made reservation on behalf of 8bd5f9c8ddf242fab88f9472ace898f3 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:05:06.208104 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:06.334133 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Allocated IP 172.20.0.2 (9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4/314850af-3b1b-4b05-8796-a468c1c608c4/41e7243c-e841-4018-ba8a-a10c2987cfff) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:05:06.485917 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:06.528664 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:06.569102 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:05:06.569594 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:05:06.571965 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:05:06.575537 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:05:06.600541 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event updated for resources: {'Port': ['ID=41e7243c-e841-4018-ba8a-a10c2987cfff,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:06.628270 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:06.628875 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:06.645220 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c05e9beb-0218-469e-94a5-cee402adc726 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535753 Sep 14 17:05:06.664272 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Request body: {'port': {'device_id': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:05:06.719858 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:06.990537 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e7243c-e841-4018-ba8a-a10c2987cfff {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:05:06.998507 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:07.011125 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Transition to ACTIVE for port object 41e7243c-e841-4018-ba8a-a10c2987cfff will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:05:07.018242 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:07.064240 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7243c-e841-4018-ba8a-a10c2987cfff,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:07.136845 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Attempting to bind port 41e7243c-e841-4018-ba8a-a10c2987cfff on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:05:07.137190 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Attempting to bind port 41e7243c-e841-4018-ba8a-a10c2987cfff by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:05:07.137559 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Attempting to bind port 41e7243c-e841-4018-ba8a-a10c2987cfff on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:05:07.142137 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Port 41e7243c-e841-4018-ba8a-a10c2987cfff on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:05:07.142453 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Attempting to bind port 41e7243c-e841-4018-ba8a-a10c2987cfff on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:05:07.148554 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:05:07.148870 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Checking segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:05:07.149272 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Bound using segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:05:07.149694 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Bound port: 41e7243c-e841-4018-ba8a-a10c2987cfff, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:05:07.150303 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:07.159260 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836382-210d-4cd2-856a-b7cf30e426bc req-f0b97031-e7ac-43d5-827a-99e7d3b5055c tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:07.161132 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-29836382-210d-4cd2-856a-b7cf30e426bc req-f0b97031-e7ac-43d5-827a-99e7d3b5055c tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 943 time: 0.0511198 Sep 14 17:05:07.200640 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-29836382-210d-4cd2-856a-b7cf30e426bc req-f7b289c2-0eb9-4245-9f52-7051cefd2db9 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Sep 14 17:05:07.213268 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] For port 41e7243c-e841-4018-ba8a-a10c2987cfff, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:05:07.216321 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] For port 41e7243c-e841-4018-ba8a-a10c2987cfff, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=41e7243c-e841-4018-ba8a-a10c2987cfff,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:05:07.223649 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:07.255516 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:07.256191 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:07.257590 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] 10.222.0.44 "PUT /v2.0/ports/41e7243c-e841-4018-ba8a-a10c2987cfff HTTP/1.1" status: 200 len: 1093 time: 0.5981178 Sep 14 17:05:07.258023 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'tag': '41e7243c-e841-4018-ba8a-a10c2987cfff'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:05:07.260293 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351bf97c-fedb-4613-963c-2de262098704" -d '{"events": [{"name": "network-changed", "server_uuid": "f984bbd2-b3d3-43e0-b6f7-a93002158015", "tag": "41e7243c-e841-4018-ba8a-a10c2987cfff"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:05:07.286029 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cc452-4c33-4f6b-aa18-5366c5140e44 service neutron] Pushing event updated for resources: {'Port': ['ID=41e7243c-e841-4018-ba8a-a10c2987cfff,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:07.306582 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8f94ae-ec16-4f83-a5be-77ee8e749954 x-openstack-request-id: req-da8f94ae-ec16-4f83-a5be-77ee8e749954 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:05:07.307024 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f984bbd2-b3d3-43e0-b6f7-a93002158015", "tag": "41e7243c-e841-4018-ba8a-a10c2987cfff", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:05:07.307269 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da8f94ae-ec16-4f83-a5be-77ee8e749954 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:05:07.307681 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'tag': '41e7243c-e841-4018-ba8a-a10c2987cfff', 'status': 'completed', 'code': 200} Sep 14 17:05:07.379036 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-dea99801-d3ef-40f8-9841-7ef07051109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:07.380534 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-dea99801-d3ef-40f8-9841-7ef07051109e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 1096 time: 0.0442111 Sep 14 17:05:07.431465 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-f01a86df-43f1-480d-8f6f-d477f88d9ef6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41e7243c-e841-4018-ba8a-a10c2987cfff HTTP/1.1" status: 200 len: 217 time: 0.0348442 Sep 14 17:05:07.489065 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-b0570c91-c8ef-43a2-aed0-cf5f5b0d9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:07.490514 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-b0570c91-c8ef-43a2-aed0-cf5f5b0d9725 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0500579 Sep 14 17:05:07.527915 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-40b09ecc-8ff5-4653-9729-057aac0e4e24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283644 Sep 14 17:05:07.622478 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-b6f54336-69d3-4a77-b0fb-cbcd0812b4b6 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855074 Sep 14 17:05:07.720587 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1212267e-b8b2-4010-adcc-8f8ceabb1f95 req-c2d40cf1-73c8-43b9-89b1-991e0acd8991 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907073 Sep 14 17:05:07.874233 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf97c-fedb-4613-963c-2de262098704 req-3d4d549a-c1e1-4da1-a921-1200bf05ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:07.875677 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-351bf97c-fedb-4613-963c-2de262098704 req-3d4d549a-c1e1-4da1-a921-1200bf05ee56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 1096 time: 0.0431435 Sep 14 17:05:07.976109 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf97c-fedb-4613-963c-2de262098704 req-0767213d-79d6-4210-b953-f431cf8f84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:07.977553 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-351bf97c-fedb-4613-963c-2de262098704 req-0767213d-79d6-4210-b953-f431cf8f84b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 916 time: 0.0936453 Sep 14 17:05:08.021669 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-351bf97c-fedb-4613-963c-2de262098704 req-7db47013-0916-4676-80bc-70627a525a71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41e7243c-e841-4018-ba8a-a10c2987cfff HTTP/1.1" status: 200 len: 217 time: 0.0353799 Sep 14 17:05:08.073422 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf97c-fedb-4613-963c-2de262098704 req-50c59751-9328-44b0-b839-ee0fb74df5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:08.074898 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-351bf97c-fedb-4613-963c-2de262098704 req-50c59751-9328-44b0-b839-ee0fb74df5da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0441332 Sep 14 17:05:08.106425 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-351bf97c-fedb-4613-963c-2de262098704 req-e45064e4-adf0-453d-a38e-11cf85668489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230305 Sep 14 17:05:08.202701 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-351bf97c-fedb-4613-963c-2de262098704 req-49c0caa2-475d-498f-8e7f-c86de605b55b service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890341 Sep 14 17:05:08.306897 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-351bf97c-fedb-4613-963c-2de262098704 req-cacafd38-37db-4cbd-9f80-29a9f69091c3 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932693 Sep 14 17:05:08.329121 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b107e-7683-4048-bc0e-f4188aab1870 req-b731ddcf-6efd-4322-b7f3-582d53cced17 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:08.330694 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5f0b107e-7683-4048-bc0e-f4188aab1870 req-b731ddcf-6efd-4322-b7f3-582d53cced17 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 943 time: 0.0548048 Sep 14 17:05:08.372670 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5f0b107e-7683-4048-bc0e-f4188aab1870 req-61da2a16-2fbc-4370-86cf-3af3c24fb7cc tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357749 Sep 14 17:05:08.397462 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4bf3b352-ca40-4dca-a279-3420d0ab6469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:09.516607 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937f149-8539-4e0a-ac59-9d50d01f88f1 req-819c70cf-7edd-42a2-97bc-714d27a2f7fa tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:09.518103 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7937f149-8539-4e0a-ac59-9d50d01f88f1 req-819c70cf-7edd-42a2-97bc-714d27a2f7fa tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 943 time: 0.0570664 Sep 14 17:05:09.558433 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-7937f149-8539-4e0a-ac59-9d50d01f88f1 req-cb570880-4d48-4711-828b-6b97fa594fc8 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Sep 14 17:05:10.702517 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b4556-c29a-4f9e-a391-cb8455fecb9a req-79d32f66-c2ca-494a-a02a-5049bcac782f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:10.704026 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec5b4556-c29a-4f9e-a391-cb8455fecb9a req-79d32f66-c2ca-494a-a02a-5049bcac782f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 943 time: 0.0532200 Sep 14 17:05:10.742676 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ec5b4556-c29a-4f9e-a391-cb8455fecb9a req-f5c17d9a-179d-434f-ab20-5f3d61279e24 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Sep 14 17:05:10.923300 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f8675a16-fd50-474a-b07f-1a5a53ba7c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:11.038658 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:11.172207 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 41e7243c-e841-4018-ba8a-a10c2987cfff details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:05:11.276799 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 41e7243c-e841-4018-ba8a-a10c2987cfff, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=41e7243c-e841-4018-ba8a-a10c2987cfff,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:11.289200 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '41e7243c-e841-4018-ba8a-a10c2987cfff', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'port_id': '41e7243c-e841-4018-ba8a-a10c2987cfff', 'mac_address': 'fa:16:3e:24:02:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314850af-3b1b-4b05-8796-a468c1c608c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:05:11.326758 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:11.343145 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e7243c-e841-4018-ba8a-a10c2987cfff {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:05:11.362485 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 41e7243c-e841-4018-ba8a-a10c2987cfff, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=41e7243c-e841-4018-ba8a-a10c2987cfff,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:11.370020 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:11.431938 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=41e7243c-e841-4018-ba8a-a10c2987cfff,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:11.717232 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['41e7243c-e841-4018-ba8a-a10c2987cfff'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:05:11.858569 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a54d5-3484-4e2c-846f-d9f0558500dc req-84937530-d189-4872-9666-87b1d68dd9e0 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:11.860611 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb1a54d5-3484-4e2c-846f-d9f0558500dc req-84937530-d189-4872-9666-87b1d68dd9e0 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 944 time: 0.0504777 Sep 14 17:05:11.902960 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fb1a54d5-3484-4e2c-846f-d9f0558500dc req-2f6ea542-03a3-4bbc-9035-61c62193a8da tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Sep 14 17:05:11.906608 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.029579 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cebdc-2bec-435c-88c0-efe40ae4dbc4 req-d615e524-6491-4479-913c-357565a0695a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:13.031148 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-531cebdc-2bec-435c-88c0-efe40ae4dbc4 req-d615e524-6491-4479-913c-357565a0695a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 944 time: 0.0545161 Sep 14 17:05:13.071800 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.072683 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-531cebdc-2bec-435c-88c0-efe40ae4dbc4 req-633a55f8-87bb-449f-a1be-98225e613665 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Sep 14 17:05:13.173489 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 41e7243c-e841-4018-ba8a-a10c2987cfff up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:05:13.232890 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 41e7243c-e841-4018-ba8a-a10c2987cfff completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:05:13.236814 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 41e7243c-e841-4018-ba8a-a10c2987cfff triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:05:13.237158 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.315382 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.340036 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7243c-e841-4018-ba8a-a10c2987cfff'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:05:13.342303 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c77684-6a4f-42ab-8b97-09a439385578" -d '{"events": [{"server_uuid": "f984bbd2-b3d3-43e0-b6f7-a93002158015", "name": "network-vif-plugged", "status": "completed", "tag": "41e7243c-e841-4018-ba8a-a10c2987cfff"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:05:13.354783 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 41e7243c-e841-4018-ba8a-a10c2987cfff, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=41e7243c-e841-4018-ba8a-a10c2987cfff,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:13.360573 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.387934 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b36b41a-7e7e-4d15-8ee4-83db39e5bd77 x-openstack-request-id: req-2b36b41a-7e7e-4d15-8ee4-83db39e5bd77 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:05:13.388226 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984bbd2-b3d3-43e0-b6f7-a93002158015", "name": "network-vif-plugged", "status": "completed", "tag": "41e7243c-e841-4018-ba8a-a10c2987cfff", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:05:13.388476 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b36b41a-7e7e-4d15-8ee4-83db39e5bd77 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:05:13.388860 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7243c-e841-4018-ba8a-a10c2987cfff', 'code': 200} Sep 14 17:05:13.416422 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=41e7243c-e841-4018-ba8a-a10c2987cfff,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:13.578695 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.588033 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2653f-80f5-47b1-a579-93d53ab0e63e req-6a710352-44d3-4842-be07-839544c38596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:13.590208 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3bf2653f-80f5-47b1-a579-93d53ab0e63e req-6a710352-44d3-4842-be07-839544c38596 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 1098 time: 0.0431447 Sep 14 17:05:13.630542 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3bf2653f-80f5-47b1-a579-93d53ab0e63e req-59b253ed-fad6-4978-b661-14b284aa1183 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Sep 14 17:05:14.218091 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303617f0-e6f8-4f15-a1c5-f190f6cfe082 req-2dfa6d39-4b6d-4e88-95db-dc4d8357273d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:14.219979 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-303617f0-e6f8-4f15-a1c5-f190f6cfe082 req-2dfa6d39-4b6d-4e88-95db-dc4d8357273d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 945 time: 0.0664129 Sep 14 17:05:14.260235 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-303617f0-e6f8-4f15-a1c5-f190f6cfe082 req-407d055a-3c01-4976-b33f-736ad8bb4a4c tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Sep 14 17:05:15.388055 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4792-dd32-4e40-9d8b-4ad4dc6ac66a req-c1286ff3-da58-495c-8c3e-7c8ff8c26ed2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:15.389578 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-421c4792-dd32-4e40-9d8b-4ad4dc6ac66a req-c1286ff3-da58-495c-8c3e-7c8ff8c26ed2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 945 time: 0.0603375 Sep 14 17:05:15.431633 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-421c4792-dd32-4e40-9d8b-4ad4dc6ac66a req-19b3cd9d-2ecf-4e49-b438-b995f61f48ea tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Sep 14 17:05:17.183291 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fbf41e45-2310-4fb8-9bba-175e25fb43b1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:17.184769 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fbf41e45-2310-4fb8-9bba-175e25fb43b1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1048555 Sep 14 17:05:17.199697 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-96363093-38ff-40c2-bde0-1c3e163f575d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/quotas/8bd5f9c8ddf242fab88f9472ace898f3 HTTP/1.1" status: 200 len: 375 time: 0.0092001 Sep 14 17:05:17.256027 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3c450563-5d7c-4c72-ac5a-1763b296d1b2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511787 Sep 14 17:05:17.357308 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-7e836a6e-aa1d-41c1-b0e7-a2ba03977f1e service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909007 Sep 14 17:05:17.457045 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-6fef918d-d3a4-4e48-82f1-860a2988c55a service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902016 Sep 14 17:05:18.642804 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-365478b1-4b3d-457a-bb79-809e9307dd04 req-85ecd008-79f9-4d96-96dc-6d16d917e0ed tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 210 time: 0.0272477 Sep 14 17:05:19.738999 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-9a4b83bd-7ba9-4888-b690-cb4c7a6343d1 req-cb5fb9c5-154a-4f1f-a92c-8586ddb657b3 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Sep 14 17:05:19.760518 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-0f315edf-2ee2-4f0d-81ff-0841e3176639 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:19.760518 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-0f315edf-2ee2-4f0d-81ff-0841e3176639 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1086116 Sep 14 17:05:19.778560 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Request body: {'port': {'device_id': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'admin_state_up': True, 'tenant_id': '8bd5f9c8ddf242fab88f9472ace898f3'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:05:19.903896 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Made reservation on behalf of 8bd5f9c8ddf242fab88f9472ace898f3 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:05:19.907668 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.035459 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Allocated IP 172.20.0.13 (9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4/314850af-3b1b-4b05-8796-a468c1c608c4/54a977de-f9c9-4874-ae9d-fd5f99071177) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:05:20.194451 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.238330 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.284073 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24', '41e7243c-e841-4018-ba8a-a10c2987cfff'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:05:20.285696 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:05:20.288573 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:05:20.293112 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:05:20.302123 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event updated for resources: {'Port': ['ID=54a977de-f9c9-4874-ae9d-fd5f99071177,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:20.347923 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:20.348526 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.364271 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-3810d785-9e8f-4c95-9cd8-1b57a5b6d60f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898640 Sep 14 17:05:20.387121 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Request body: {'port': {'device_id': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:05:20.442277 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.721712 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a977de-f9c9-4874-ae9d-fd5f99071177 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:05:20.729098 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.741520 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Transition to ACTIVE for port object 54a977de-f9c9-4874-ae9d-fd5f99071177 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:05:20.750679 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.801672 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Pushing event updated for resources: {'Port': ['ID=54a977de-f9c9-4874-ae9d-fd5f99071177,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:20.899280 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Attempting to bind port 54a977de-f9c9-4874-ae9d-fd5f99071177 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:05:20.899570 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Attempting to bind port 54a977de-f9c9-4874-ae9d-fd5f99071177 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:05:20.899929 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Attempting to bind port 54a977de-f9c9-4874-ae9d-fd5f99071177 on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:05:20.910172 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd460dd-936b-433b-a91c-29d997dd448e req-d416533d-1043-40ea-9eec-3fb2d52605c5 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:20.911696 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3cd460dd-936b-433b-a91c-29d997dd448e req-d416533d-1043-40ea-9eec-3fb2d52605c5 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 944 time: 0.0750430 Sep 14 17:05:20.913713 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Port 54a977de-f9c9-4874-ae9d-fd5f99071177 on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:05:20.914027 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Attempting to bind port 54a977de-f9c9-4874-ae9d-fd5f99071177 on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:05:20.920799 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:05:20.921133 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Checking segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:05:20.921499 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Bound using segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:05:20.921919 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Bound port: 54a977de-f9c9-4874-ae9d-fd5f99071177, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:05:20.922276 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.983806 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3cd460dd-936b-433b-a91c-29d997dd448e req-a2774a7b-d187-42d4-a338-6acec38a3af0 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648248 Sep 14 17:05:21.008887 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] For port 54a977de-f9c9-4874-ae9d-fd5f99071177, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:05:21.012083 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] For port 54a977de-f9c9-4874-ae9d-fd5f99071177, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=54a977de-f9c9-4874-ae9d-fd5f99071177,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:05:21.019263 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:21.054028 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:21.054657 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:21.056678 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-fe709f72-8696-414e-b78d-31907de812fb service neutron] 10.222.0.44 "PUT /v2.0/ports/54a977de-f9c9-4874-ae9d-fd5f99071177 HTTP/1.1" status: 200 len: 1094 time: 0.6767232 Sep 14 17:05:21.057106 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'tag': '54a977de-f9c9-4874-ae9d-fd5f99071177'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:05:21.059361 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3da1819a-9f35-4878-9620-6d85d8c440e3", "tag": "54a977de-f9c9-4874-ae9d-fd5f99071177"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:05:21.089948 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe709f72-8696-414e-b78d-31907de812fb service neutron] Pushing event updated for resources: {'Port': ['ID=54a977de-f9c9-4874-ae9d-fd5f99071177,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:21.096637 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0284dc7-d43e-481b-9e69-f6b8c2c57355 x-openstack-request-id: req-f0284dc7-d43e-481b-9e69-f6b8c2c57355 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:05:21.096897 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da1819a-9f35-4878-9620-6d85d8c440e3", "tag": "54a977de-f9c9-4874-ae9d-fd5f99071177", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:05:21.097160 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0284dc7-d43e-481b-9e69-f6b8c2c57355 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:05:21.097544 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'tag': '54a977de-f9c9-4874-ae9d-fd5f99071177', 'status': 'completed', 'code': 200} Sep 14 17:05:21.187367 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-ed59bf84-53ff-4b3a-b9af-e9f923ce3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:21.188887 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-ed59bf84-53ff-4b3a-b9af-e9f923ce3feb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 1097 time: 0.0422764 Sep 14 17:05:21.236691 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-cbccffb3-ed67-425d-8a70-decb1cb2acb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a977de-f9c9-4874-ae9d-fd5f99071177 HTTP/1.1" status: 200 len: 217 time: 0.0326796 Sep 14 17:05:21.293228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-d3a7755b-2522-45cc-a77b-56dc9bd01b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:21.294717 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-d3a7755b-2522-45cc-a77b-56dc9bd01b02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0503218 Sep 14 17:05:21.339155 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-4b1777fe-3193-462b-bf82-ec05db40a066 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274258 Sep 14 17:05:21.435450 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-04fb64fa-6ce0-4c42-b4d4-bbe170e998ab service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886154 Sep 14 17:05:21.801140 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e9b4eb5b-c8bf-4977-9a19-7fe0c9bf55f6 req-59b1d668-01b5-4af6-a1c4-cce348a784cd service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537025 Sep 14 17:05:21.953589 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-deb42348-e07e-4e5d-83ec-18c3836498aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:21.955164 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-deb42348-e07e-4e5d-83ec-18c3836498aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 1097 time: 0.0432765 Sep 14 17:05:22.051029 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-17b83e52-3fd7-4378-9ca7-3c17e9fc944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:22.052628 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-17b83e52-3fd7-4378-9ca7-3c17e9fc944a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 916 time: 0.0888870 Sep 14 17:05:22.112893 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-ae52dbd0-15d4-42e8-884e-22020fec92db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a977de-f9c9-4874-ae9d-fd5f99071177 HTTP/1.1" status: 200 len: 217 time: 0.0342782 Sep 14 17:05:22.160352 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70d290-c6f2-4ae0-9f40-9e8a85c08cb7 req-03438b9f-3ae8-4e76-a8a0-4894c0af431e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:22.161809 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ec70d290-c6f2-4ae0-9f40-9e8a85c08cb7 req-03438b9f-3ae8-4e76-a8a0-4894c0af431e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 944 time: 0.1083789 Sep 14 17:05:22.191202 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-af5c9544-3b70-4823-b822-ee20b3c3eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:22.192649 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-af5c9544-3b70-4823-b822-ee20b3c3eceb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0702488 Sep 14 17:05:22.217293 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-ec70d290-c6f2-4ae0-9f40-9e8a85c08cb7 req-6d808f37-8633-44c0-9115-71910fcfd405 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 Sep 14 17:05:22.231626 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-586ba406-99e0-4d63-863c-47d30810abf0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294945 Sep 14 17:05:22.325515 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-d0e831c9-4945-4a1a-8412-8a07b317f534 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852466 Sep 14 17:05:22.438040 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b7458b11-f6b3-44a6-a333-cee3ee01b9d9 req-2ae0edde-52ae-40ea-808a-15ce49d93c27 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967574 Sep 14 17:05:23.353925 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa8992-e3a6-4899-9a24-38a2e9522e9e req-0d14e27a-86e0-4309-99b8-6d8e2f26d1a2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:23.355412 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1aa8992-e3a6-4899-9a24-38a2e9522e9e req-0d14e27a-86e0-4309-99b8-6d8e2f26d1a2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 944 time: 0.0541351 Sep 14 17:05:23.397547 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c1aa8992-e3a6-4899-9a24-38a2e9522e9e req-76708ff4-acca-4691-a2bf-d7a5df8a514f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Sep 14 17:05:24.542310 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b95bb-d7b4-47ae-a1fa-9ad0dbe2d17f req-934f98ec-ba11-4a5b-abdc-7d72011d9a88 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:24.543697 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-746b95bb-d7b4-47ae-a1fa-9ad0dbe2d17f req-934f98ec-ba11-4a5b-abdc-7d72011d9a88 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 944 time: 0.0614898 Sep 14 17:05:24.584193 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-746b95bb-d7b4-47ae-a1fa-9ad0dbe2d17f req-542590ef-de96-45bd-8a8b-f1823cb78f18 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Sep 14 17:05:25.243655 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 54a977de-f9c9-4874-ae9d-fd5f99071177 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:05:25.355308 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 54a977de-f9c9-4874-ae9d-fd5f99071177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=54a977de-f9c9-4874-ae9d-fd5f99071177,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:25.366965 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '54a977de-f9c9-4874-ae9d-fd5f99071177', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'port_id': '54a977de-f9c9-4874-ae9d-fd5f99071177', 'mac_address': 'fa:16:3e:6a:85:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314850af-3b1b-4b05-8796-a468c1c608c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:05:25.408812 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:25.421162 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a977de-f9c9-4874-ae9d-fd5f99071177 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:05:25.439820 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 54a977de-f9c9-4874-ae9d-fd5f99071177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=54a977de-f9c9-4874-ae9d-fd5f99071177,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:25.447265 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:25.492569 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=54a977de-f9c9-4874-ae9d-fd5f99071177,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:25.716229 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d48e-96c2-421d-a6c8-0c93e9a2c1e9 req-74609016-1880-4bdf-bf39-6167fe0fd573 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:25.717599 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2fa5d48e-96c2-421d-a6c8-0c93e9a2c1e9 req-74609016-1880-4bdf-bf39-6167fe0fd573 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 945 time: 0.0528197 Sep 14 17:05:25.763527 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-2fa5d48e-96c2-421d-a6c8-0c93e9a2c1e9 req-87566a61-44f3-414b-9228-cb41c13d2d16 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Sep 14 17:05:25.830406 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['54a977de-f9c9-4874-ae9d-fd5f99071177'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:05:26.894649 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be9608-8eda-4043-9bbc-bc85c1bd8e27 req-1ad1ff61-573e-44de-a443-2b267d4447b7 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:26.896143 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b8be9608-8eda-4043-9bbc-bc85c1bd8e27 req-1ad1ff61-573e-44de-a443-2b267d4447b7 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 945 time: 0.0564179 Sep 14 17:05:26.937792 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b8be9608-8eda-4043-9bbc-bc85c1bd8e27 req-38dfc27a-b312-431a-a178-ac9b1fa0e0f8 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Sep 14 17:05:27.272896 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 54a977de-f9c9-4874-ae9d-fd5f99071177 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:05:27.328804 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port 54a977de-f9c9-4874-ae9d-fd5f99071177 completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:05:27.333460 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 54a977de-f9c9-4874-ae9d-fd5f99071177 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:05:27.333930 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:27.413191 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:27.435727 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a977de-f9c9-4874-ae9d-fd5f99071177'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:05:27.438193 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883258f7-572f-4030-a5df-8f963c6fa19c" -d '{"events": [{"server_uuid": "3da1819a-9f35-4878-9620-6d85d8c440e3", "name": "network-vif-plugged", "status": "completed", "tag": "54a977de-f9c9-4874-ae9d-fd5f99071177"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:05:27.453822 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 54a977de-f9c9-4874-ae9d-fd5f99071177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=54a977de-f9c9-4874-ae9d-fd5f99071177,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:27.463909 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:27.487578 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f76c1-d87f-49e5-bebb-a38a812a6315 x-openstack-request-id: req-113f76c1-d87f-49e5-bebb-a38a812a6315 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:05:27.487866 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da1819a-9f35-4878-9620-6d85d8c440e3", "name": "network-vif-plugged", "status": "completed", "tag": "54a977de-f9c9-4874-ae9d-fd5f99071177", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:05:27.488113 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-113f76c1-d87f-49e5-bebb-a38a812a6315 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:05:27.488495 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a977de-f9c9-4874-ae9d-fd5f99071177', 'code': 200} Sep 14 17:05:27.513125 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=54a977de-f9c9-4874-ae9d-fd5f99071177,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:27.714670 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e32f-1be3-4ccb-a5ac-bc01f50844dd req-9f69582c-6104-417b-ad21-ec6c1bd1ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:27.716209 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8244e32f-1be3-4ccb-a5ac-bc01f50844dd req-9f69582c-6104-417b-ad21-ec6c1bd1ffd4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 1099 time: 0.0424447 Sep 14 17:05:27.757038 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8244e32f-1be3-4ccb-a5ac-bc01f50844dd req-04108e23-b12e-4f34-aa42-20fa2d563766 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293651 Sep 14 17:05:28.065113 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38471a6-7aa6-4ec0-a7a6-28d8135098ed req-7a621ddb-e3b2-4a6d-ada8-8450d4183212 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:28.066757 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a38471a6-7aa6-4ec0-a7a6-28d8135098ed req-7a621ddb-e3b2-4a6d-ada8-8450d4183212 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 946 time: 0.0539708 Sep 14 17:05:28.111444 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a38471a6-7aa6-4ec0-a7a6-28d8135098ed req-81331812-2c4e-4811-8619-621f30407d92 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381565 Sep 14 17:05:29.240950 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c6174-2fdc-426c-b301-843d3b58fdd3 req-5c3c93be-b185-493e-a7ce-0cf738379342 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:29.242778 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-870c6174-2fdc-426c-b301-843d3b58fdd3 req-5c3c93be-b185-493e-a7ce-0cf738379342 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 946 time: 0.0555232 Sep 14 17:05:29.283753 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-870c6174-2fdc-426c-b301-843d3b58fdd3 req-17b81446-b8ee-43ff-a5d4-55938e818d5b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Sep 14 17:05:34.596816 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:05:36.941410 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2eac5-3e76-4aa0-b0c2-4de33e99b0b7 req-bbe96122-6c4f-4b07-b4dc-a4109775fb9f tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:36.942946 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-38d2eac5-3e76-4aa0-b0c2-4de33e99b0b7 req-bbe96122-6c4f-4b07-b4dc-a4109775fb9f tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0531788 Sep 14 17:05:36.983370 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-38d2eac5-3e76-4aa0-b0c2-4de33e99b0b7 req-28649ca0-ce38-45dd-8e6c-17e9045f048e tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Sep 14 17:05:38.176212 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a24cee-cd86-45c8-bf8d-d75733821885 req-11272009-47a9-4720-b20c-241a2bac7841 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:38.177696 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-00a24cee-cd86-45c8-bf8d-d75733821885 req-11272009-47a9-4720-b20c-241a2bac7841 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.1184509 Sep 14 17:05:38.215772 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-00a24cee-cd86-45c8-bf8d-d75733821885 req-69952b6b-1ddf-4e04-a775-a9e18f8c8e45 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Sep 14 17:05:38.404405 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-1682c4f5-3dec-4d75-8dd1-7dcd347f38f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:39.346684 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97534c-bd9c-44d5-a66a-acc99cd32560 req-62a7bc8b-ac9a-49e8-806a-299d727e6c8c tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:39.348192 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a97534c-bd9c-44d5-a66a-acc99cd32560 req-62a7bc8b-ac9a-49e8-806a-299d727e6c8c tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0511360 Sep 14 17:05:39.399208 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8a97534c-bd9c-44d5-a66a-acc99cd32560 req-052d1c51-ff24-4397-963e-0776b9383b44 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Sep 14 17:05:40.248609 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-0b0c7d6e-ed43-4559-b88f-a32d15fcb567 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:40.250084 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-0b0c7d6e-ed43-4559-b88f-a32d15fcb567 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1040270 Sep 14 17:05:40.268466 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-99a52485-e781-488f-a230-5be857a0012d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/quotas/8bd5f9c8ddf242fab88f9472ace898f3 HTTP/1.1" status: 200 len: 375 time: 0.0097222 Sep 14 17:05:40.321940 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-6c64dd08-a5f0-4f80-bd11-d8793eb5bd8e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480669 Sep 14 17:05:40.332646 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-663645e2-c940-46d2-8bd5-f8276cf834ab service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:05:40.333640 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-663645e2-c940-46d2-8bd5-f8276cf834ab service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049229 Sep 14 17:05:40.424892 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-b8fd9244-00ab-492a-943e-26fd027e52fa service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Sep 14 17:05:40.521074 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-04131053-7f5c-4585-b2af-14f51ef12bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902891 Sep 14 17:05:40.565671 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40828-7815-461b-a569-18a194f03680 req-a9641b27-2e06-4635-8fef-7077e4c151c1 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:40.567235 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-62a40828-7815-461b-a569-18a194f03680 req-a9641b27-2e06-4635-8fef-7077e4c151c1 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.1015351 Sep 14 17:05:40.612140 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-62a40828-7815-461b-a569-18a194f03680 req-96b28d72-d9e8-46ef-991e-3930815d9b23 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Sep 14 17:05:40.691718 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bd80635f-0bf2-4415-b228-77e41675fbf3 req-3137b715-093d-4c28-bd9a-4f0503d2f8b3 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Sep 14 17:05:40.914232 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-728d18ec-7993-472b-8583-9da61300cfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:41.032188 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:41.733818 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48965929-e204-4edf-bcbc-97331f18e2c6 req-25af95a0-1da3-4dab-a902-c9aa5311ae37 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:41.735383 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48965929-e204-4edf-bcbc-97331f18e2c6 req-25af95a0-1da3-4dab-a902-c9aa5311ae37 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0557899 Sep 14 17:05:41.783702 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-48965929-e204-4edf-bcbc-97331f18e2c6 req-d1a3c123-09d3-4bd8-be18-1d0403c25406 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Sep 14 17:05:41.825827 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c7230e36-1c04-42ef-a9a6-70dd1311d5b8 req-72f69f9e-c821-4ecb-b241-ca9b5f3e80de tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 210 time: 0.0560069 Sep 14 17:05:41.860763 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-1f7a91d2-d795-4071-b097-b7d6b84ced76 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:41.862433 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-1f7a91d2-d795-4071-b097-b7d6b84ced76 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 815 time: 0.1333964 Sep 14 17:05:41.887469 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Request body: {'port': {'device_id': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'admin_state_up': True, 'tenant_id': '8bd5f9c8ddf242fab88f9472ace898f3'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:05:41.910272 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.003231 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Made reservation on behalf of 8bd5f9c8ddf242fab88f9472ace898f3 for: {'port': 1} {{(pid=93925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:05:42.008313 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.144359 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Allocated IP 172.20.0.4 (9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4/314850af-3b1b-4b05-8796-a468c1c608c4/d3f34b83-0eba-4747-b83a-988e7787d26c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:05:42.298813 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.339423 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731928005816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.376322 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24', '41e7243c-e841-4018-ba8a-a10c2987cfff', '54a977de-f9c9-4874-ae9d-fd5f99071177'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:05:42.380543 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:05:42.385354 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:05:42.389052 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:05:42.419569 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event updated for resources: {'Port': ['ID=d3f34b83-0eba-4747-b83a-988e7787d26c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:42.432943 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.433290 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.433625 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.433954 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.434280 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.434601 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.434944 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.435267 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.435559 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.435891 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.436208 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.436548 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:42.453721 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:42.454436 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.470927 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d201f3ce-5458-4adc-a82f-da0911a79224 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858660 Sep 14 17:05:42.501993 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.v2.base [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Request body: {'port': {'device_id': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=93925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:05:42.555251 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.837178 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f34b83-0eba-4747-b83a-988e7787d26c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:05:42.844605 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.857762 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Transition to ACTIVE for port object d3f34b83-0eba-4747-b83a-988e7787d26c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:05:42.863444 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:42.903959 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c931-c6c6-463f-bef9-aa24b242439c req-7c5cf463-400b-46e0-aaf9-9e4654beae65 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:42.905481 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41e3c931-c6c6-463f-bef9-aa24b242439c req-7c5cf463-400b-46e0-aaf9-9e4654beae65 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Sep 14 17:05:42.945912 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-41e3c931-c6c6-463f-bef9-aa24b242439c req-55eb1d1c-0ee4-4162-9a6f-2e94ce92ddb2 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332134 Sep 14 17:05:42.961132 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f34b83-0eba-4747-b83a-988e7787d26c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:43.009903 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581ab9-909a-42fe-85d7-feeb85baabf7 req-23f623c4-0fc0-4710-9276-040abcbd9fcd tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.011423 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-93581ab9-909a-42fe-85d7-feeb85baabf7 req-23f623c4-0fc0-4710-9276-040abcbd9fcd tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 943 time: 0.1057961 Sep 14 17:05:43.035676 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Attempting to bind port d3f34b83-0eba-4747-b83a-988e7787d26c on host hv-cinder-80899 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:05:43.036021 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Attempting to bind port d3f34b83-0eba-4747-b83a-988e7787d26c by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:05:43.036348 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Attempting to bind port d3f34b83-0eba-4747-b83a-988e7787d26c on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:05:43.048305 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Port d3f34b83-0eba-4747-b83a-988e7787d26c on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:05:43.048622 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Attempting to bind port d3f34b83-0eba-4747-b83a-988e7787d26c on network 9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:05:43.061095 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Checking agent: {'id': '3a365233-d704-4628-9474-1d355f9e696d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'started_at': datetime.datetime(2021, 9, 14, 16, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:05:43.061432 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Checking segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:05:43.061807 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Bound using segment: {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:05:43.062243 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Bound port: d3f34b83-0eba-4747-b83a-988e7787d26c, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bbe159-ed4b-4361-b5cc-2d2f47320af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:05:43.062600 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:43.072449 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:43.077084 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-93581ab9-909a-42fe-85d7-feeb85baabf7 req-2956e2df-f2c8-4fdf-adfa-3b3f7a68ba3e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593457 Sep 14 17:05:43.133924 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] For port d3f34b83-0eba-4747-b83a-988e7787d26c, host hv-cinder-80899, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:05:43.136990 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] For port d3f34b83-0eba-4747-b83a-988e7787d26c, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d3f34b83-0eba-4747-b83a-988e7787d26c,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:05:43.143743 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165264'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:43.177823 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.178438 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:43.179877 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] 10.222.0.44 "PUT /v2.0/ports/d3f34b83-0eba-4747-b83a-988e7787d26c HTTP/1.1" status: 200 len: 1093 time: 0.6822958 Sep 14 17:05:43.180321 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'tag': 'd3f34b83-0eba-4747-b83a-988e7787d26c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:05:43.182539 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10bf3e8-347f-4e27-ac40-0a93b8618f39" -d '{"events": [{"name": "network-changed", "server_uuid": "c9133c08-5c23-4149-a4bd-ebe699019043", "tag": "d3f34b83-0eba-4747-b83a-988e7787d26c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:05:43.209834 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac11db-5e5f-473d-8bcb-f515b2599fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f34b83-0eba-4747-b83a-988e7787d26c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:43.220655 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f192464-ffe0-4827-8cbb-fa8d9745c6ca x-openstack-request-id: req-8f192464-ffe0-4827-8cbb-fa8d9745c6ca {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:05:43.220985 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9133c08-5c23-4149-a4bd-ebe699019043", "tag": "d3f34b83-0eba-4747-b83a-988e7787d26c", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:05:43.221709 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f192464-ffe0-4827-8cbb-fa8d9745c6ca {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:05:43.221709 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'tag': 'd3f34b83-0eba-4747-b83a-988e7787d26c', 'status': 'completed', 'code': 200} Sep 14 17:05:43.294544 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-011fcfeb-73da-48b7-9335-82e409c35660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.296092 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-011fcfeb-73da-48b7-9335-82e409c35660 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 1096 time: 0.0422375 Sep 14 17:05:43.348279 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-d9430f49-f7d2-4b04-9ad2-92c1f3e548b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f34b83-0eba-4747-b83a-988e7787d26c HTTP/1.1" status: 200 len: 217 time: 0.0354779 Sep 14 17:05:43.399982 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-7411b313-f428-476a-a590-ed85963ad10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.401396 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-7411b313-f428-476a-a590-ed85963ad10c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0448866 Sep 14 17:05:43.463339 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-04c1cc92-982d-4619-93a4-cc5f29780ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240726 Sep 14 17:05:43.494821 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-5a9515f7-5cc1-4805-8eef-7d695a632d01 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:05:43.495785 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-5a9515f7-5cc1-4805-8eef-7d695a632d01 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052094 Sep 14 17:05:43.532230 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-1e7646d7-198c-4334-ab29-d7b52939056a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416100 Sep 14 17:05:43.583753 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:43.599522 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-1ce61ab0-811c-4335-abc1-2effc4d63166 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901613 Sep 14 17:05:43.637746 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-3c3f610f-980f-475f-9ae1-039b0dacc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.639630 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-3c3f610f-980f-475f-9ae1-039b0dacc746 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1098 time: 0.0454202 Sep 14 17:05:43.691994 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0df4e3e2-ec3b-4566-927f-93d6133e6775 req-70c21f0e-a3e8-4ffd-a025-a00d6000f2fd service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834999 Sep 14 17:05:43.750695 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-8c61d0a0-b8b6-453a-a3cc-4868a7511e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.752222 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-8c61d0a0-b8b6-453a-a3cc-4868a7511e9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0903826 Sep 14 17:05:43.856457 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-479f430b-cdcc-499c-8b3a-576bec7aadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.857887 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-479f430b-cdcc-499c-8b3a-576bec7aadca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 1096 time: 0.0566702 Sep 14 17:05:43.873345 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-aa1f2d15-e9e0-41e1-b34e-0119c80d761c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 200 len: 1001 time: 0.0730569 Sep 14 17:05:43.922659 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-8fb0d2fe-ce79-4e68-af84-a82f1b9823fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.924171 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-8fb0d2fe-ce79-4e68-af84-a82f1b9823fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0430355 Sep 14 17:05:43.948115 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-1fdedd4c-7d58-462c-895f-8e4d9cf41a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.949590 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-1fdedd4c-7d58-462c-895f-8e4d9cf41a6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 200 len: 916 time: 0.0840240 Sep 14 17:05:43.973611 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-e848fb06-49cd-430f-b57f-07a86b3f6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:43.975166 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-e848fb06-49cd-430f-b57f-07a86b3f6716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427568 Sep 14 17:05:43.999400 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-19696c05-f786-4e66-8ff5-e332d2e2264e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f34b83-0eba-4747-b83a-988e7787d26c HTTP/1.1" status: 200 len: 217 time: 0.0381978 Sep 14 17:05:44.071453 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-29ee491f-2d5b-4cd6-83e4-d87b36cf346a service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Sep 14 17:05:44.078500 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-c01b4959-580b-4305-bb22-d966df9b8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:44.080370 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-c01b4959-580b-4305-bb22-d966df9b8dd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 200 len: 855 time: 0.0689948 Sep 14 17:05:44.107713 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0496be-5c47-4c5d-9aec-c55bbf69b949 req-2fac77c4-b857-418f-ac0c-2aead8025ea9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:44.109173 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f0496be-5c47-4c5d-9aec-c55bbf69b949 req-2fac77c4-b857-418f-ac0c-2aead8025ea9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0892220 Sep 14 17:05:44.125353 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-b9816e1d-a01e-4ad9-a548-e48f2e21887b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337975 Sep 14 17:05:44.185550 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f0496be-5c47-4c5d-9aec-c55bbf69b949 req-01e44157-ef98-4f4a-a427-a875666143ff tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625663 Sep 14 17:05:44.197464 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4a4dc4b4-4f75-41f7-a5c6-c09a2aeb437d req-9347f895-338b-4f0c-ae4f-a491cef75f55 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170039 Sep 14 17:05:44.220632 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2c9a-054c-49a6-a529-3200a6cf2d54 req-ddae4112-f721-45a8-a92f-47d42973d77e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:44.222340 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-31aa2c9a-054c-49a6-a529-3200a6cf2d54 req-ddae4112-f721-45a8-a92f-47d42973d77e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 943 time: 0.0684152 Sep 14 17:05:44.244554 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-6841933b-08b4-4b97-ba00-406e66bffd09 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057727 Sep 14 17:05:44.260835 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-31aa2c9a-054c-49a6-a529-3200a6cf2d54 req-be8f643f-fd78-4198-8f43-e9549f7fbcd2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Sep 14 17:05:44.348778 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-f10bf3e8-347f-4e27-ac40-0a93b8618f39 req-51c1376a-6692-4380-8a36-f075e2284eb9 service neutron] 10.222.0.44 "GET /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885048 Sep 14 17:05:45.313243 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f1b4-690f-4dac-892e-7747f1559a48 req-8e9876fc-71e9-423d-9106-3dd1d855d771 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:45.315450 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-66e1f1b4-690f-4dac-892e-7747f1559a48 req-8e9876fc-71e9-423d-9106-3dd1d855d771 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0500762 Sep 14 17:05:45.353256 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-66e1f1b4-690f-4dac-892e-7747f1559a48 req-0f6e99ff-e98b-4af9-beb9-5f2bc827cdb1 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323026 Sep 14 17:05:45.379013 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf47d04-1228-4771-b784-b9a6027235df req-4fb4d759-00bf-40ab-b844-c2edd22a3413 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:45.380482 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bbf47d04-1228-4771-b784-b9a6027235df req-4fb4d759-00bf-40ab-b844-c2edd22a3413 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 943 time: 0.0500412 Sep 14 17:05:45.422764 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-bbf47d04-1228-4771-b784-b9a6027235df req-4b5390e0-a048-4b37-9615-5188741bfacb tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Sep 14 17:05:46.473305 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503643fb-d422-47a7-80a5-cf4b1a3c1db1 req-91e7c855-3125-4372-887a-92633b6a3def tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:46.474789 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-503643fb-d422-47a7-80a5-cf4b1a3c1db1 req-91e7c855-3125-4372-887a-92633b6a3def tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0510731 Sep 14 17:05:46.514075 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-503643fb-d422-47a7-80a5-cf4b1a3c1db1 req-d0984ecb-ac81-4e63-8d1c-977e1763bac5 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333095 Sep 14 17:05:46.536989 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867258-90ad-4c67-969b-b27fcc1c4d85 req-6722d268-bb5b-46c9-a4a7-57ab8b238fd5 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:46.538403 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87867258-90ad-4c67-969b-b27fcc1c4d85 req-6722d268-bb5b-46c9-a4a7-57ab8b238fd5 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 943 time: 0.0488458 Sep 14 17:05:46.575411 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87867258-90ad-4c67-969b-b27fcc1c4d85 req-ec433bc0-cf85-448e-9f6c-7733d7b2f4ee tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Sep 14 17:05:47.219907 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-8a879fa0-5e80-4b16-93ba-6ce4186f4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:47.221553 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-8a879fa0-5e80-4b16-93ba-6ce4186f4c1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0467999 Sep 14 17:05:47.319856 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-93e6b3db-825d-4ebe-a6db-d677647851b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:47.321337 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-93e6b3db-825d-4ebe-a6db-d677647851b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 910 time: 0.0881188 Sep 14 17:05:47.367888 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d3f34b83-0eba-4747-b83a-988e7787d26c details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:05:47.392650 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-98250f3d-c34a-4629-a58f-9b3d6d51cc73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 1000 time: 0.0633748 Sep 14 17:05:47.444689 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-04249f91-ceee-4e28-8cb2-13be14482125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:47.446565 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-04249f91-ceee-4e28-8cb2-13be14482125 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0459857 Sep 14 17:05:47.471668 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port d3f34b83-0eba-4747-b83a-988e7787d26c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d3f34b83-0eba-4747-b83a-988e7787d26c,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:47.483542 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': 'd3f34b83-0eba-4747-b83a-988e7787d26c', 'network_id': '9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4', 'port_id': 'd3f34b83-0eba-4747-b83a-988e7787d26c', 'mac_address': 'fa:16:3e:18:85:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314850af-3b1b-4b05-8796-a468c1c608c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:05:47.495200 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-5066c749-0afe-4cf8-9b31-2af12051db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:47.496750 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-5066c749-0afe-4cf8-9b31-2af12051db87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423770 Sep 14 17:05:47.521727 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:47.534576 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f34b83-0eba-4747-b83a-988e7787d26c {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:05:47.554312 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port d3f34b83-0eba-4747-b83a-988e7787d26c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d3f34b83-0eba-4747-b83a-988e7787d26c,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:47.559351 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:47.600681 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-600ee057-354c-4d39-9b8f-a04b55e2d6de service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958352 Sep 14 17:05:47.617874 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=d3f34b83-0eba-4747-b83a-988e7787d26c,revision_number=4']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:47.624908 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.625459 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.625575 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.625899 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.626227 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.626564 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.626899 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.627260 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.627580 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.627896 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.628406 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.628725 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:47.664604 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd67aea-28a3-4cb8-839b-f4a963698a6b req-ccd8debd-ca03-476a-932f-af827f34588e tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:47.666162 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6bd67aea-28a3-4cb8-839b-f4a963698a6b req-ccd8debd-ca03-476a-932f-af827f34588e tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0800447 Sep 14 17:05:47.703102 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5331a-e89f-4d31-84be-b1e5c6dc7b69 req-cd287bdb-63b8-4217-8bff-4376a0fdbc80 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:47.704848 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-11f5331a-e89f-4d31-84be-b1e5c6dc7b69 req-cd287bdb-63b8-4217-8bff-4376a0fdbc80 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 944 time: 0.0572913 Sep 14 17:05:47.741386 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-3f4b2355-4b9d-43e2-83de-54cf65d6d99d req-6538a586-c074-470f-b532-28b807616354 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259387 Sep 14 17:05:47.745275 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-11f5331a-e89f-4d31-84be-b1e5c6dc7b69 req-7352ac4f-2ece-4333-b5fb-1f32b1513ff3 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Sep 14 17:05:47.747168 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6bd67aea-28a3-4cb8-839b-f4a963698a6b req-dee771c4-3863-42d7-84a9-4fec36cf0351 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537913 Sep 14 17:05:47.928436 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['d3f34b83-0eba-4747-b83a-988e7787d26c'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:05:48.875356 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca34f-ec43-4461-bd82-201f021391c1 req-800d63ef-4276-49be-b958-ca15ab2bf978 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:48.876079 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41e71-10a3-41b9-878a-2e9229ddf833 req-761e4962-a9e7-4ba1-bd8b-6e5a155586a6 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:48.876847 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-39aca34f-ec43-4461-bd82-201f021391c1 req-800d63ef-4276-49be-b958-ca15ab2bf978 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0510740 Sep 14 17:05:48.877820 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2ca41e71-10a3-41b9-878a-2e9229ddf833 req-761e4962-a9e7-4ba1-bd8b-6e5a155586a6 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 944 time: 0.0521469 Sep 14 17:05:48.917733 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-2ca41e71-10a3-41b9-878a-2e9229ddf833 req-edaa5930-6f39-4de4-ad2b-7281a33e23f4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Sep 14 17:05:48.918931 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-39aca34f-ec43-4461-bd82-201f021391c1 req-89d9f563-bfb5-47af-b370-579b27e4e3c9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338342 Sep 14 17:05:49.366154 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d3f34b83-0eba-4747-b83a-988e7787d26c up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:05:49.430719 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning for port d3f34b83-0eba-4747-b83a-988e7787d26c completed by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:05:49.434795 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port d3f34b83-0eba-4747-b83a-988e7787d26c triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:05:49.435192 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:49.515805 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:49.539855 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f34b83-0eba-4747-b83a-988e7787d26c'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:05:49.542201 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff119bfb-2a7a-43bb-90b4-ce8b33b2e132" -d '{"events": [{"server_uuid": "c9133c08-5c23-4149-a4bd-ebe699019043", "name": "network-vif-plugged", "status": "completed", "tag": "d3f34b83-0eba-4747-b83a-988e7787d26c"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:05:49.554787 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port d3f34b83-0eba-4747-b83a-988e7787d26c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d3f34b83-0eba-4747-b83a-988e7787d26c,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:49.560395 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:49.593932 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38771f91-5f8c-4c76-9c03-f6a85fe233d8 x-openstack-request-id: req-38771f91-5f8c-4c76-9c03-f6a85fe233d8 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:05:49.594237 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9133c08-5c23-4149-a4bd-ebe699019043", "name": "network-vif-plugged", "status": "completed", "tag": "d3f34b83-0eba-4747-b83a-988e7787d26c", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:05:49.594484 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38771f91-5f8c-4c76-9c03-f6a85fe233d8 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:05:49.594894 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f34b83-0eba-4747-b83a-988e7787d26c', 'code': 200} Sep 14 17:05:49.612076 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=d3f34b83-0eba-4747-b83a-988e7787d26c,revision_number=5']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:49.873703 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c603a3-f5aa-4dbe-884a-f86d3a0ff6df req-d0e4c1ba-0218-45d6-a222-82f51943d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:49.875257 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-96c603a3-f5aa-4dbe-884a-f86d3a0ff6df req-d0e4c1ba-0218-45d6-a222-82f51943d5fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 1098 time: 0.0919352 Sep 14 17:05:49.923292 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-96c603a3-f5aa-4dbe-884a-f86d3a0ff6df req-9d000920-33f4-43d4-8ebd-72ccc88582a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298982 Sep 14 17:05:50.033819 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa02f8-98dc-4036-8d64-24ad2ddd90b6 req-b9f49292-640b-402b-b8cf-d8355f1cd98c tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:50.036035 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ebfa02f8-98dc-4036-8d64-24ad2ddd90b6 req-b9f49292-640b-402b-b8cf-d8355f1cd98c tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Sep 14 17:05:50.048315 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08230e4b-a8aa-4f5d-a3b7-de9f7ff8cc34 req-ecbff284-5824-4bdf-9153-dab8017f7dfb tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:50.050048 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-08230e4b-a8aa-4f5d-a3b7-de9f7ff8cc34 req-ecbff284-5824-4bdf-9153-dab8017f7dfb tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0533712 Sep 14 17:05:50.073100 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ebfa02f8-98dc-4036-8d64-24ad2ddd90b6 req-f9cc223f-4fb6-40ee-8ef9-802b0affee92 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Sep 14 17:05:50.094670 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-08230e4b-a8aa-4f5d-a3b7-de9f7ff8cc34 req-8878dbb1-68f5-420b-863a-2afbaeb95d76 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376053 Sep 14 17:05:51.197865 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a772-27cc-40b4-b483-8624a57f0bd1 req-bb0f497c-8948-435e-838f-e92996e631f3 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:51.199322 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4659a772-27cc-40b4-b483-8624a57f0bd1 req-bb0f497c-8948-435e-838f-e92996e631f3 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Sep 14 17:05:51.226665 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6f3c7-8f33-45c2-9ae4-48c5e89ce3fb req-8624e0dc-eada-451b-91f0-19cb6af7fa26 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:51.228202 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b5e6f3c7-8f33-45c2-9ae4-48c5e89ce3fb req-8624e0dc-eada-451b-91f0-19cb6af7fa26 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0548749 Sep 14 17:05:51.242012 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-4659a772-27cc-40b4-b483-8624a57f0bd1 req-6f2eebb0-da75-429d-b4c1-70cd5787ae94 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343437 Sep 14 17:05:51.265814 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b5e6f3c7-8f33-45c2-9ae4-48c5e89ce3fb req-8f3bf1e5-c0ba-4283-971a-f89cb8547f7c tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Sep 14 17:05:51.452796 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-1fd1f776-6551-4420-b656-212913821989 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424278 Sep 14 17:05:51.481394 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc71db-6dbd-4cb0-a82a-cab9c7f97727 req-e4b19c14-82d6-45c7-9aaa-f66e08a08c5d tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:51.482920 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20cc71db-6dbd-4cb0-a82a-cab9c7f97727 req-e4b19c14-82d6-45c7-9aaa-f66e08a08c5d tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Sep 14 17:05:51.520065 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20cc71db-6dbd-4cb0-a82a-cab9c7f97727 req-c91f10a9-16c5-4883-84ad-38ab2c66cb42 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Sep 14 17:05:52.377647 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832584c-1d92-47ac-a174-7f2f5757dab2 req-e3409319-ecaf-46fd-a483-7357078fdcf4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:52.379115 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f832584c-1d92-47ac-a174-7f2f5757dab2 req-e3409319-ecaf-46fd-a483-7357078fdcf4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 945 time: 0.0582721 Sep 14 17:05:52.420712 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-f832584c-1d92-47ac-a174-7f2f5757dab2 req-5bdb2ee6-4790-4bdb-8a40-43c792d5fc0d tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Sep 14 17:05:52.639673 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc137a5f-b948-4c5b-b956-618ac35621bb req-dbf4ee69-0ae8-4b4a-a6ba-deff78d025af tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:52.641206 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc137a5f-b948-4c5b-b956-618ac35621bb req-dbf4ee69-0ae8-4b4a-a6ba-deff78d025af tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0542636 Sep 14 17:05:52.704527 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc137a5f-b948-4c5b-b956-618ac35621bb req-7a6e06b1-f2f3-4fca-bf70-dd1ec80d1e66 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561967 Sep 14 17:05:53.330321 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-c9f4f618-eb6e-43e8-95a6-49f25f369da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:53.332045 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-c9f4f618-eb6e-43e8-95a6-49f25f369da3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0&tenant_id=c52903a1ada04d378c949329c6ebe675 HTTP/1.1" status: 200 len: 1098 time: 0.0437074 Sep 14 17:05:53.411984 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 890a4684-22e2-4419-bbb1-f9d529175937 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:05:53.421569 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-9df0d7a4-39c3-4d9f-8abe-80505691398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:53.423160 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-9df0d7a4-39c3-4d9f-8abe-80505691398c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0549369 Sep 14 17:05:53.491320 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:53.514276 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:05:53.515863 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-9bb14436-f3ba-4c0c-b15d-74fa93826db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:53.516719 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5614f-6523-4f96-816e-0e5cbb66e6fb" -d '{"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-unplugged", "status": "completed", "tag": "890a4684-22e2-4419-bbb1-f9d529175937"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:05:53.517390 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-9bb14436-f3ba-4c0c-b15d-74fa93826db1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 910 time: 0.0865221 Sep 14 17:05:53.529725 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:05:53.535604 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:53.558206 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e387228f-fb18-42d5-b223-cf8347d46625 x-openstack-request-id: req-e387228f-fb18-42d5-b223-cf8347d46625 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:05:53.558500 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-unplugged", "status": "completed", "tag": "890a4684-22e2-4419-bbb1-f9d529175937", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:05:53.558748 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e387228f-fb18-42d5-b223-cf8347d46625 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:05:53.559210 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937', 'code': 200} Sep 14 17:05:53.582902 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-6ad3b0e2-79c8-473a-95d3-0607f5a3bc52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 1000 time: 0.0576901 Sep 14 17:05:53.584477 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=6']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:53.650685 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-71e37f4a-6f5e-4cde-b463-3467e99e3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:53.652119 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-71e37f4a-6f5e-4cde-b463-3467e99e3bef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0470707 Sep 14 17:05:53.697286 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-4afaa086-17d0-40d7-bc60-b90057ae28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:53.698749 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-4afaa086-17d0-40d7-bc60-b90057ae28a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394146 Sep 14 17:05:53.822065 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-00eaccc3-0040-46ba-8489-d69f77f51603 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136358 Sep 14 17:05:53.837269 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846181f-496b-4b88-9dd6-958c4b061da6 req-9298e5ec-df90-4dbe-91d1-63257cf60468 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:53.838704 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e846181f-496b-4b88-9dd6-958c4b061da6 req-9298e5ec-df90-4dbe-91d1-63257cf60468 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0724740 Sep 14 17:05:53.929911 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-e846181f-496b-4b88-9dd6-958c4b061da6 req-d787c3c6-0f04-4f5d-b833-a86cadd487b9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831385 Sep 14 17:05:53.951939 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fc1560ee-7eee-4041-b117-0029dfad55c2 req-0cded58f-14af-493b-a520-1b502a50a0f4 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122630 Sep 14 17:05:55.331168 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa896c1-19db-4402-b6fa-ea1ab76df8ba req-9a742352-9759-40ab-af8d-0be3d1331fca tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:55.332988 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-afa896c1-19db-4402-b6fa-ea1ab76df8ba req-9a742352-9759-40ab-af8d-0be3d1331fca tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.3203127 Sep 14 17:05:55.372595 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-afa896c1-19db-4402-b6fa-ea1ab76df8ba req-3ab7f01c-94ea-47a2-bbcc-e9c9142f2f94 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331838 Sep 14 17:05:56.518553 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb1fcc-6dfa-4513-aa88-c45f6e028c83 req-c03af3aa-5513-417c-aab9-71dc549bf049 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:56.520055 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ddb1fcc-6dfa-4513-aa88-c45f6e028c83 req-c03af3aa-5513-417c-aab9-71dc549bf049 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0633140 Sep 14 17:05:56.557673 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ddb1fcc-6dfa-4513-aa88-c45f6e028c83 req-88321057-08bd-4f61-8ffb-bb04ede0f323 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312922 Sep 14 17:05:57.691167 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40445-49f0-47a8-a367-ac36ed310c3c req-749cf0f1-f935-42eb-ab53-5e143f272e7c tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:57.692643 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8cd40445-49f0-47a8-a367-ac36ed310c3c req-749cf0f1-f935-42eb-ab53-5e143f272e7c tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0596817 Sep 14 17:05:57.736210 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-8cd40445-49f0-47a8-a367-ac36ed310c3c req-d194abe6-e5a1-4ee1-a9cc-d9583eda9599 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Sep 14 17:05:58.867932 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d156b-fc14-4f9c-b8f3-2dde4b706298 req-471d9f4a-8692-47ba-8b0a-7f91e9763826 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:05:58.869430 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-656d156b-fc14-4f9c-b8f3-2dde4b706298 req-471d9f4a-8692-47ba-8b0a-7f91e9763826 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0562727 Sep 14 17:05:58.912328 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-656d156b-fc14-4f9c-b8f3-2dde4b706298 req-6f8e570f-4b6a-4fc8-bf5d-ffe6c9d0b1fe tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337586 Sep 14 17:06:00.049629 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a30ca-613a-4c31-835d-f45c73e2f5b9 req-b1aad179-ed61-445c-82da-4eb18b873a8e tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:00.051137 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-116a30ca-613a-4c31-835d-f45c73e2f5b9 req-b1aad179-ed61-445c-82da-4eb18b873a8e tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0580328 Sep 14 17:06:00.100654 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-116a30ca-613a-4c31-835d-f45c73e2f5b9 req-23fa1c0e-16e9-4c8d-bb10-a18102c6ced9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 Sep 14 17:06:00.504438 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474926d-7f27-41db-af5a-8b5253e295c6 req-6955f735-d647-40f8-ac79-92989c0c279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:00.515763 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b474926d-7f27-41db-af5a-8b5253e295c6 req-6955f735-d647-40f8-ac79-92989c0c279b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0589712 Sep 14 17:06:00.553512 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-b474926d-7f27-41db-af5a-8b5253e295c6 req-fd839ca1-d37d-4a66-836f-d53c852c300f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366290 Sep 14 17:06:01.220940 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a846f19-e595-41da-a487-d65845dc456c req-f297d49f-8191-4781-b06f-819583ef0076 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:01.222391 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5a846f19-e595-41da-a487-d65845dc456c req-f297d49f-8191-4781-b06f-819583ef0076 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 943 time: 0.0520406 Sep 14 17:06:01.261418 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-5a846f19-e595-41da-a487-d65845dc456c req-ec3ef368-cfaf-44c5-956e-24101e6d38a9 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Sep 14 17:06:01.456530 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 890a4684-22e2-4419-bbb1-f9d529175937 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=93927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:06:01.562937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:01.574458 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Returning: {'device': '890a4684-22e2-4419-bbb1-f9d529175937', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'port_id': '890a4684-22e2-4419-bbb1-f9d529175937', 'mac_address': 'fa:16:3e:8b:99:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:06:01.612517 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:01.625859 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890a4684-22e2-4419-bbb1-f9d529175937 {{(pid=93927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:06:01.645710 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:01.651018 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:01.704525 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=7']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:02.077099 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['890a4684-22e2-4419-bbb1-f9d529175937'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:06:02.393248 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214dcc8-fbad-4de0-a26c-21842c4e817d req-39d1aa08-f894-44fb-a37f-7fa28330aee0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:02.394738 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a214dcc8-fbad-4de0-a26c-21842c4e817d req-39d1aa08-f894-44fb-a37f-7fa28330aee0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 944 time: 0.0568297 Sep 14 17:06:02.434652 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a214dcc8-fbad-4de0-a26c-21842c4e817d req-f4f89263-98f5-4bc9-b911-4a353b562263 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Sep 14 17:06:03.467234 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 890a4684-22e2-4419-bbb1-f9d529175937 up at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:06:03.517874 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.provisioning_blocks [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Provisioning complete for port 890a4684-22e2-4419-bbb1-f9d529175937 triggered by entity L2. {{(pid=93927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:06:03.518237 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16195134'] for port, provisioning_complete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:03.592946 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16136650'] for port, before_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:03.615013 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937'}] {{(pid=93927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:03.617763 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2da9e601e9d98d0d296b34a9ec516d68b54db376f31d9af08e7915631c69e0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f37f9c-1f90-462d-9cb3-c26099fae48a" -d '{"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-plugged", "status": "completed", "tag": "890a4684-22e2-4419-bbb1-f9d529175937"}]}' {{(pid=93927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:03.629606 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:03.634720 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731928441878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731928005834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731928005852'] for port, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:03.660310 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa16dd6c-225c-48e4-9a4c-ee2da6463568 x-openstack-request-id: req-aa16dd6c-225c-48e4-9a4c-ee2da6463568 {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:03.660593 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-plugged", "status": "completed", "tag": "890a4684-22e2-4419-bbb1-f9d529175937", "code": 200}]} {{(pid=93927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:03.660837 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa16dd6c-225c-48e4-9a4c-ee2da6463568 {{(pid=93927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:03.661218 dv-cinder-808995-1-iscsi neutron-server[93927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937', 'code': 200} Sep 14 17:06:03.686214 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Pushing event updated for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=8']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:04.478478 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84854d-392a-40c7-85d5-167263181d8b req-79142332-b8b6-412c-aa72-13dfccf2553b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:04.479976 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd84854d-392a-40c7-85d5-167263181d8b req-79142332-b8b6-412c-aa72-13dfccf2553b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 945 time: 0.0573850 Sep 14 17:06:04.519979 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-fd84854d-392a-40c7-85d5-167263181d8b req-fda87486-d025-407c-8008-cda78922cb30 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Sep 14 17:06:05.653939 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e50e05-b0ef-4169-92ac-075f2eca4a2e req-7d457ab8-6938-4ed7-9767-e158b72017d7 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:05.655460 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-06e50e05-b0ef-4169-92ac-075f2eca4a2e req-7d457ab8-6938-4ed7-9767-e158b72017d7 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 945 time: 0.0607185 Sep 14 17:06:05.700353 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-06e50e05-b0ef-4169-92ac-075f2eca4a2e req-ee48d6ef-a117-4f47-bd9d-41c621f24b6f tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358901 Sep 14 17:06:06.370607 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-787891de-3918-4d39-a2cc-e32d6b1790d2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:06.372115 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-787891de-3918-4d39-a2cc-e32d6b1790d2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 945 time: 0.0580471 Sep 14 17:06:06.471928 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Deleting port d3f34b83-0eba-4747-b83a-988e7787d26c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:06.472233 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:06.564847 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] For port d3f34b83-0eba-4747-b83a-988e7787d26c, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=d3f34b83-0eba-4747-b83a-988e7787d26c,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:06.565219 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:06.577055 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Calling delete_port for d3f34b83-0eba-4747-b83a-988e7787d26c owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:06.710651 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:06.738870 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event deleted for resources: {'Port': ['ID=d3f34b83-0eba-4747-b83a-988e7787d26c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:06.747038 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24', '41e7243c-e841-4018-ba8a-a10c2987cfff', '54a977de-f9c9-4874-ae9d-fd5f99071177', 'd3f34b83-0eba-4747-b83a-988e7787d26c'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:06:06.782969 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] No DVR routers for this DVR port d3f34b83-0eba-4747-b83a-988e7787d26c on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:06.792588 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:06.794501 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-15806fbf-2ac0-4ecd-a301-f3cf7162a5c1 req-044438e8-bf95-40ee-8abd-4cf557f84e9a tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "DELETE /v2.0/ports/d3f34b83-0eba-4747-b83a-988e7787d26c HTTP/1.1" status: 204 len: 173 time: 0.4136567 Sep 14 17:06:06.794949 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'name': 'network-vif-deleted', 'tag': 'd3f34b83-0eba-4747-b83a-988e7787d26c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:06.797139 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2300d498-a647-4898-b6c1-9b0a9255ca66" -d '{"events": [{"server_uuid": "c9133c08-5c23-4149-a4bd-ebe699019043", "name": "network-vif-deleted", "tag": "d3f34b83-0eba-4747-b83a-988e7787d26c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:06.820379 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-1b9bb499-a8ef-4454-bce2-77396d58ead0 req-4b40b1bb-743a-4d21-92a6-dc26d4180d21 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9133c08-5c23-4149-a4bd-ebe699019043 HTTP/1.1" status: 200 len: 210 time: 0.0385151 Sep 14 17:06:06.850367 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda1e89f-e1d7-43ff-9600-af64b590399a x-openstack-request-id: req-cda1e89f-e1d7-43ff-9600-af64b590399a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:06.850662 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9133c08-5c23-4149-a4bd-ebe699019043", "name": "network-vif-deleted", "tag": "d3f34b83-0eba-4747-b83a-988e7787d26c", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:06.850950 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cda1e89f-e1d7-43ff-9600-af64b590399a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:06.851391 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9133c08-5c23-4149-a4bd-ebe699019043', 'name': 'network-vif-deleted', 'tag': 'd3f34b83-0eba-4747-b83a-988e7787d26c', 'status': 'completed', 'code': 200} Sep 14 17:06:08.406696 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-a971d134-09de-4d7e-8d6c-b3b14db1acbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:09.255576 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b4010-a025-410a-a8fc-b039243af9c2 req-9bb4c845-f0e9-48a5-ac9b-343a87f2a777 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:09.257080 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc6b4010-a025-410a-a8fc-b039243af9c2 req-9bb4c845-f0e9-48a5-ac9b-343a87f2a777 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 946 time: 0.0518970 Sep 14 17:06:09.300376 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-bc6b4010-a025-410a-a8fc-b039243af9c2 req-1326019a-3fd7-43ab-86a9-a25f14b028d0 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Sep 14 17:06:09.521624 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d3f34b83-0eba-4747-b83a-988e7787d26c no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:09.542057 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: d3f34b83-0eba-4747-b83a-988e7787d26c {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:09.542325 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device d3f34b83-0eba-4747-b83a-988e7787d26c not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:10.428956 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebeb71c-95c1-4a0e-9ca9-31b437ce562a req-60b01e9e-051f-43d1-b08f-d4a391958463 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:10.430462 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ebeb71c-95c1-4a0e-9ca9-31b437ce562a req-60b01e9e-051f-43d1-b08f-d4a391958463 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 946 time: 0.0493698 Sep 14 17:06:10.470023 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-3ebeb71c-95c1-4a0e-9ca9-31b437ce562a req-48b16373-0fa2-4e5f-afd0-a52e9ab7f08b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Sep 14 17:06:10.925286 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-c5306089-f31a-4e3c-90f9-b3a11de3b349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:11.044537 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:11.076448 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-543f5c10-0294-40b5-bad8-e5b13c7378f4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:11.077911 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-543f5c10-0294-40b5-bad8-e5b13c7378f4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 946 time: 0.0571430 Sep 14 17:06:11.168634 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Deleting port 54a977de-f9c9-4874-ae9d-fd5f99071177 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:11.168915 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:11.257716 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] For port 54a977de-f9c9-4874-ae9d-fd5f99071177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=54a977de-f9c9-4874-ae9d-fd5f99071177,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:11.258059 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:11.271939 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Calling delete_port for 54a977de-f9c9-4874-ae9d-fd5f99071177 owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:11.420592 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:11.449888 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event deleted for resources: {'Port': ['ID=54a977de-f9c9-4874-ae9d-fd5f99071177,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:11.455941 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24', '41e7243c-e841-4018-ba8a-a10c2987cfff', '54a977de-f9c9-4874-ae9d-fd5f99071177'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:06:11.493956 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] No DVR routers for this DVR port 54a977de-f9c9-4874-ae9d-fd5f99071177 on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:11.497163 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:11.499294 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-0ace06c6-a4a5-47f2-b81f-6063aedfee2f req-d5fa8022-92d6-4990-9d25-1ade3368e713 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "DELETE /v2.0/ports/54a977de-f9c9-4874-ae9d-fd5f99071177 HTTP/1.1" status: 204 len: 173 time: 0.4145331 Sep 14 17:06:11.499708 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'name': 'network-vif-deleted', 'tag': '54a977de-f9c9-4874-ae9d-fd5f99071177'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:11.501985 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a3c407-2bb7-4e82-8ecf-a8a8e3c657c1" -d '{"events": [{"server_uuid": "3da1819a-9f35-4878-9620-6d85d8c440e3", "name": "network-vif-deleted", "tag": "54a977de-f9c9-4874-ae9d-fd5f99071177"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:11.553226 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2a9959-d94b-44b1-adf2-ca52fea70aa1 x-openstack-request-id: req-bc2a9959-d94b-44b1-adf2-ca52fea70aa1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:11.553524 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da1819a-9f35-4878-9620-6d85d8c440e3", "name": "network-vif-deleted", "tag": "54a977de-f9c9-4874-ae9d-fd5f99071177", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:11.553768 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc2a9959-d94b-44b1-adf2-ca52fea70aa1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:11.554164 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da1819a-9f35-4878-9620-6d85d8c440e3', 'name': 'network-vif-deleted', 'tag': '54a977de-f9c9-4874-ae9d-fd5f99071177', 'status': 'completed', 'code': 200} Sep 14 17:06:11.584359 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-6233bc3b-b829-4fbf-8318-7fec2778420c req-828b8ef9-8e06-4cbf-bba2-ccaaabd0da36 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da1819a-9f35-4878-9620-6d85d8c440e3 HTTP/1.1" status: 200 len: 210 time: 0.0292201 Sep 14 17:06:11.601523 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:06:11.918794 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:11.937401 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37800) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:12.097221 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Deleting port 25bbaa79-4d40-467e-8c4c-1310e5c277e3 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:12.097954 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:12.172589 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:12.172827 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:12.185269 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Calling delete_port for 25bbaa79-4d40-467e-8c4c-1310e5c277e3 owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:12.340805 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:12.370975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event deleted for resources: {'Port': ['ID=25bbaa79-4d40-467e-8c4c-1310e5c277e3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:12.455921 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:12.456282 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Floating IP ff87aba3-79a5-4fba-816d-5a7bfb28a642 disassociated (deleted). External IP: 172.27.2.109, port: 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc. Sep 14 17:06:12.664455 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:06:12.788687 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:06:12.793975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:12.800715 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:06:12.810801 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:12.811691 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:12.822464 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fd00810e-4a02-497c-b4b3-1855c5455f0b tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff87aba3-79a5-4fba-816d-5a7bfb28a642 HTTP/1.1" status: 204 len: 168 time: 0.8839598 Sep 14 17:06:12.879758 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a4f-c566-4367-9cb3-fcbdcd146267 req-ba01cdd2-b878-48b3-b6e0-dd590767b3d2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:12.883069 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-444f3a4f-c566-4367-9cb3-fcbdcd146267 req-ba01cdd2-b878-48b3-b6e0-dd590767b3d2 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 945 time: 0.0549190 Sep 14 17:06:12.923182 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-444f3a4f-c566-4367-9cb3-fcbdcd146267 req-03538f33-96c0-4782-853f-7a5420b9df34 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347524 Sep 14 17:06:12.927240 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:13.059342 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a993fb-22c2-4d5e-a469-5cf28f12be34 req-22d16b28-a922-4e38-a2d0-63c99bb502f7 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:13.061549 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-94a993fb-22c2-4d5e-a469-5cf28f12be34 req-22d16b28-a922-4e38-a2d0-63c99bb502f7 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 946 time: 0.0546677 Sep 14 17:06:13.100461 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-94a993fb-22c2-4d5e-a469-5cf28f12be34 req-a78d8f71-b162-4d87-8d51-8fbfcd5cdd21 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336156 Sep 14 17:06:13.108790 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:13.300661 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:38Z', 'revision_number': 1, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:13.326146 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:06:13.334686 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:13.335309 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:13.444173 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:13.555499 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:13.558061 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33990688-ecf6-4b95-bdd3-c84a0b00d021" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:13.595068 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44145fcf-6152-4cdf-8841-9d76de6ae3e5 x-openstack-request-id: req-44145fcf-6152-4cdf-8841-9d76de6ae3e5 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:13.595374 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:13.595688 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44145fcf-6152-4cdf-8841-9d76de6ae3e5 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:13.596083 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'status': 'completed', 'code': 200} Sep 14 17:06:13.613808 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:13.686737 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:38Z', 'revision_number': 1, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:13.687187 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-5211da92-048f-43e0-ac87-b94b7742204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:13.688746 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-5211da92-048f-43e0-ac87-b94b7742204d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 1099 time: 0.0415092 Sep 14 17:06:13.713222 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe278912-dcf7-42df-978f-4259751199a0 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_floatingips': [{'id': '4be992bc-77aa-47ef-a45e-a777dea29fe6', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'router_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'port_id': '814f099b-1413-49f6-b3e2-37671744078d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'mac_address': 'fa:16:3e:d0:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:02:35Z', 'updated_at': '2021-09-14T17:02:38Z', 'revision_number': 1, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:06:13.787735 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-bc752086-b403-4442-9964-22bf572d9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:13.789348 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-bc752086-b403-4442-9964-22bf572d9b50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.0912824 Sep 14 17:06:13.839202 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-1e4fd7d4-c41e-4951-bb06-ede256dab1be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc HTTP/1.1" status: 200 len: 217 time: 0.0347590 Sep 14 17:06:13.894409 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-fc3864a5-5582-4e20-8003-c55b237ffc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:13.895937 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-fc3864a5-5582-4e20-8003-c55b237ffc9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0490112 Sep 14 17:06:13.935880 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ac655-8ff5-4058-8c24-fa0c129648f4 None None] New status for floating IP ff87aba3-79a5-4fba-816d-5a7bfb28a642: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:06:13.948644 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-f3545429-a2e9-4818-ad52-2a3f7277dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:13.950391 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-f3545429-a2e9-4818-ad52-2a3f7277dbfe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451190 Sep 14 17:06:14.043165 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f171-4945-47b9-ac20-54cac44e2eed req-61e475a9-cbd7-4ce8-9226-0c6a76fc038b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:14.045434 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0c02f171-4945-47b9-ac20-54cac44e2eed req-61e475a9-cbd7-4ce8-9226-0c6a76fc038b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 945 time: 0.0546367 Sep 14 17:06:14.052843 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-405fd741-5ff3-4fb2-a152-f6fbd0fafcff service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931849 Sep 14 17:06:14.094711 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-0c02f171-4945-47b9-ac20-54cac44e2eed req-ebb43ac0-9247-4f32-8d4f-4440391022be tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Sep 14 17:06:14.152872 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-33990688-ecf6-4b95-bdd3-c84a0b00d021 req-796ab48a-2563-40da-a86c-c45d4127a2c8 service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905325 Sep 14 17:06:14.224630 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4ebe2-257f-48ee-a9f4-11d617c377ff req-abc2d8de-ea55-4384-b916-264707111820 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:14.226164 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dff4ebe2-257f-48ee-a9f4-11d617c377ff req-abc2d8de-ea55-4384-b916-264707111820 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 946 time: 0.0560756 Sep 14 17:06:14.267810 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-dff4ebe2-257f-48ee-a9f4-11d617c377ff req-d79bef10-5d11-45df-8c07-8c6a473cb964 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337706 Sep 14 17:06:14.643906 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-3f835933-093b-4a58-93c2-42780cfd9835 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:14.645343 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-3f835933-093b-4a58-93c2-42780cfd9835 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 945 time: 0.0548320 Sep 14 17:06:14.749518 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Deleting port 41e7243c-e841-4018-ba8a-a10c2987cfff {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:14.749797 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:14.835500 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] For port 41e7243c-e841-4018-ba8a-a10c2987cfff, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=41e7243c-e841-4018-ba8a-a10c2987cfff,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:14.835850 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:14.848904 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Calling delete_port for 41e7243c-e841-4018-ba8a-a10c2987cfff owned by compute:nova {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:14.985593 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:15.015072 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event deleted for resources: {'Port': ['ID=41e7243c-e841-4018-ba8a-a10c2987cfff,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:15.023463 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24', '41e7243c-e841-4018-ba8a-a10c2987cfff'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:06:15.059612 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] No DVR routers for this DVR port 41e7243c-e841-4018-ba8a-a10c2987cfff on host hv-cinder-80899 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:15.062159 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:15.064339 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-a0b37986-162a-4c8c-9a8c-9c21a1e84df8 req-07f8a217-ccfa-4d81-a4f2-ac1e1ea2d046 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "DELETE /v2.0/ports/41e7243c-e841-4018-ba8a-a10c2987cfff HTTP/1.1" status: 204 len: 173 time: 0.4081087 Sep 14 17:06:15.191756 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-42c80685-f726-4fed-9cce-8664a1e43d24 req-04b8768b-90cf-484c-a34e-11572cdef68b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=f984bbd2-b3d3-43e0-b6f7-a93002158015 HTTP/1.1" status: 200 len: 210 time: 0.0359240 Sep 14 17:06:15.234174 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-85ce5634-2c96-44ca-bf38-3f594de217ce tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:15.235768 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-85ce5634-2c96-44ca-bf38-3f594de217ce tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 946 time: 0.0678272 Sep 14 17:06:15.335503 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Deleting port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:15.335847 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:15.385231 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120769b-0e1b-4e93-bcbf-9423353d46d2 req-db0c2c89-6c1f-41f0-8754-22126a01b3aa tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:15.386765 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c120769b-0e1b-4e93-bcbf-9423353d46d2 req-db0c2c89-6c1f-41f0-8754-22126a01b3aa tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 946 time: 0.0475891 Sep 14 17:06:15.426978 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-c120769b-0e1b-4e93-bcbf-9423353d46d2 req-472e8b8e-5acc-44ed-93a9-a578bb916e81 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340371 Sep 14 17:06:15.427993 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] For port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:15.428362 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:15.442702 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Calling delete_port for 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:15.566512 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 54a977de-f9c9-4874-ae9d-fd5f99071177 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:15.595152 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 54a977de-f9c9-4874-ae9d-fd5f99071177 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:15.595458 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 54a977de-f9c9-4874-ae9d-fd5f99071177 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:15.597952 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'name': 'network-vif-deleted', 'tag': '41e7243c-e841-4018-ba8a-a10c2987cfff'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:15.600340 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c1b3c-5d00-4d96-a676-748ac9feb1a8" -d '{"events": [{"server_uuid": "f984bbd2-b3d3-43e0-b6f7-a93002158015", "name": "network-vif-deleted", "tag": "41e7243c-e841-4018-ba8a-a10c2987cfff"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:15.642012 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cdfb8c-1a6d-454d-bc03-23e113922818 x-openstack-request-id: req-d9cdfb8c-1a6d-454d-bc03-23e113922818 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:15.642533 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f984bbd2-b3d3-43e0-b6f7-a93002158015", "name": "network-vif-deleted", "tag": "41e7243c-e841-4018-ba8a-a10c2987cfff", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:15.642959 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9cdfb8c-1a6d-454d-bc03-23e113922818 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:15.643491 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f984bbd2-b3d3-43e0-b6f7-a93002158015', 'name': 'network-vif-deleted', 'tag': '41e7243c-e841-4018-ba8a-a10c2987cfff', 'status': 'completed', 'code': 200} Sep 14 17:06:15.861154 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:15.896540 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event deleted for resources: {'Port': ['ID=2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:15.906181 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.906564 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.906939 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.907283 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.907616 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.907954 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.908286 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.908615 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.909041 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.909260 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.909566 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.909887 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:06:15.953934 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] No DVR routers for this DVR port 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:15.956717 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:15.958735 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-ba9d1953-6c72-4255-b37c-94522dfc2038 req-5ccfc348-10cf-404e-965e-24d9db531d34 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "DELETE /v2.0/ports/2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc HTTP/1.1" status: 204 len: 173 time: 0.7166402 Sep 14 17:06:15.959211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'name': 'network-vif-deleted', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:15.961456 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd92eb0-3e5f-4c71-b4a6-f5c1834f2150" -d '{"events": [{"server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "name": "network-vif-deleted", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:16.055098 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1421f-8e61-43fd-aa0d-73277e7fd0f7 x-openstack-request-id: req-78e1421f-8e61-43fd-aa0d-73277e7fd0f7 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:16.055389 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9821df-2513-4107-bc30-7cbc7c207935", "name": "network-vif-deleted", "tag": "2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:16.055633 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78e1421f-8e61-43fd-aa0d-73277e7fd0f7 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:16.056023 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9821df-2513-4107-bc30-7cbc7c207935', 'name': 'network-vif-deleted', 'tag': '2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc', 'status': 'completed', 'code': 200} Sep 14 17:06:16.539747 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-eb6dea03-135b-47ea-aa67-5e9ce5369d4e req-fc900fa0-f4bd-4e14-b66c-e016ef08908c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e9821df-2513-4107-bc30-7cbc7c207935 HTTP/1.1" status: 200 len: 210 time: 0.0299218 Sep 14 17:06:17.574288 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 41e7243c-e841-4018-ba8a-a10c2987cfff no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:17.594775 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 41e7243c-e841-4018-ba8a-a10c2987cfff {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:17.595142 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 41e7243c-e841-4018-ba8a-a10c2987cfff not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:17.645989 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0ce8c-4fec-46de-a338-84d0171a40c8 req-6245ea57-dd33-44b0-be42-e23d724431b4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:17.647673 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4ca0ce8c-4fec-46de-a338-84d0171a40c8 req-6245ea57-dd33-44b0-be42-e23d724431b4 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 945 time: 0.0545480 Sep 14 17:06:17.689675 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-4ca0ce8c-4fec-46de-a338-84d0171a40c8 req-d706c3ab-3e18-45ca-8b2e-eb921c6f0c5b tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351174 Sep 14 17:06:18.810088 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e6267-1800-4883-9993-a54dbb63df37 req-c2ad685d-bf18-42fb-ac39-00fe2466ab59 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:18.811698 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-682e6267-1800-4883-9993-a54dbb63df37 req-c2ad685d-bf18-42fb-ac39-00fe2466ab59 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 945 time: 0.0515339 Sep 14 17:06:18.852094 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-682e6267-1800-4883-9993-a54dbb63df37 req-b767e891-80d1-470e-a0b0-c74ec747e6c9 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/security-groups?id=c768f92e-331f-4d06-a19f-ca82781f3810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Sep 14 17:06:19.444675 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-0b53208e-34c6-45e2-8e7a-3bbb98d090e3 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:19.446144 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-0b53208e-34c6-45e2-8e7a-3bbb98d090e3 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 945 time: 0.0561278 Sep 14 17:06:19.554552 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Deleting port f2fd583e-386a-46f8-ab8f-1241f5c90c24 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:19.554876 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:19.585393 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:19.605242 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:19.605572 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 2fd428fc-0b50-4d1c-88e5-80f8a72ef0bc not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:19.644518 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] For port f2fd583e-386a-46f8-ab8f-1241f5c90c24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2fd583e-386a-46f8-ab8f-1241f5c90c24,segment=NetworkSegment(82bbe159-ed4b-4361-b5cc-2d2f47320af8),segment_id=82bbe159-ed4b-4361-b5cc-2d2f47320af8)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:19.644890 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:19.657230 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Calling delete_port for f2fd583e-386a-46f8-ab8f-1241f5c90c24 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:19.789383 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:19.817602 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Pushing event deleted for resources: {'Port': ['ID=f2fd583e-386a-46f8-ab8f-1241f5c90c24,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:19.824427 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37858) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:19.825914 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] get_ports_and_sgs() called for port_ids ['f2fd583e-386a-46f8-ab8f-1241f5c90c24'] {{(pid=93927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:06:19.864437 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] No DVR routers for this DVR port f2fd583e-386a-46f8-ab8f-1241f5c90c24 on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:19.866864 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:19.869208 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-6e8f949a-ccf9-4e9a-a0d6-6a29d8b9834d req-67d0b7c7-82e0-4924-99ed-1d094dbbfec1 tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.44 "DELETE /v2.0/ports/f2fd583e-386a-46f8-ab8f-1241f5c90c24 HTTP/1.1" status: 204 len: 173 time: 0.4168620 Sep 14 17:06:19.869631 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'name': 'network-vif-deleted', 'tag': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:19.871906 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479cd47f-dd74-4106-89c6-84114be9b301" -d '{"events": [{"server_uuid": "c995ff65-bdf5-47f3-af49-cdab1a001ad8", "name": "network-vif-deleted", "tag": "f2fd583e-386a-46f8-ab8f-1241f5c90c24"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:19.907490 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3b5a0-2a2d-4819-b2e4-6426dd54f746 x-openstack-request-id: req-02a3b5a0-2a2d-4819-b2e4-6426dd54f746 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:19.907893 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c995ff65-bdf5-47f3-af49-cdab1a001ad8", "name": "network-vif-deleted", "tag": "f2fd583e-386a-46f8-ab8f-1241f5c90c24", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:19.908012 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02a3b5a0-2a2d-4819-b2e4-6426dd54f746 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:19.909003 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c995ff65-bdf5-47f3-af49-cdab1a001ad8', 'name': 'network-vif-deleted', 'tag': 'f2fd583e-386a-46f8-ab8f-1241f5c90c24', 'status': 'completed', 'code': 200} Sep 14 17:06:19.960414 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-414cef2d-baff-4848-a958-f398a471550d req-023b7f63-7d42-4d57-a729-4d9a9ce85e5e tempest-AttachVolumeNegativeTest-663245749 tempest-AttachVolumeNegativeTest-663245749-project] 10.222.0.21 "GET /v2.0/ports?device_id=c995ff65-bdf5-47f3-af49-cdab1a001ad8 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Sep 14 17:06:19.991252 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Deleting port 9ccab2ad-b6c8-4475-b982-f0820260a4e6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:19.991747 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.067689 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.067916 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.079584 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Calling delete_port for 9ccab2ad-b6c8-4475-b982-f0820260a4e6 owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:20.232970 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.257409 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event deleted for resources: {'Port': ['ID=9ccab2ad-b6c8-4475-b982-f0820260a4e6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:20.325477 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.325779 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Floating IP 4be992bc-77aa-47ef-a45e-a777dea29fe6 disassociated (deleted). External IP: 172.27.2.158, port: 814f099b-1413-49f6-b3e2-37671744078d. Sep 14 17:06:20.782471 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:06:20.887745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:06:20.893150 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.897781 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:06:20.907001 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:20.907587 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:20.920277 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8538801d-84f9-4ca8-a8f5-181d1c6dfff4 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "DELETE /v2.0/floatingips/4be992bc-77aa-47ef-a45e-a777dea29fe6 HTTP/1.1" status: 204 len: 168 time: 1.0951142 Sep 14 17:06:20.920847 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'tag': '814f099b-1413-49f6-b3e2-37671744078d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:20.924992 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71c840-972f-4d11-93fc-f4677fbcf1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "tag": "814f099b-1413-49f6-b3e2-37671744078d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:20.963826 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a71dcc-d747-4212-94da-9794b7459ac3 x-openstack-request-id: req-d2a71dcc-d747-4212-94da-9794b7459ac3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:20.964288 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "tag": "814f099b-1413-49f6-b3e2-37671744078d", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:20.964530 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a71dcc-d747-4212-94da-9794b7459ac3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:20.964935 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'tag': '814f099b-1413-49f6-b3e2-37671744078d', 'status': 'completed', 'code': 200} Sep 14 17:06:21.015934 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:21.059729 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37870) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:21.078297 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-51db8534-75a2-436c-8f76-afda21340378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:21.079749 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-51db8534-75a2-436c-8f76-afda21340378 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 1098 time: 0.0671196 Sep 14 17:06:21.111374 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] Deleting subnet 314850af-3b1b-4b05-8796-a468c1c608c4 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:06:21.114870 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.153745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.195839 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.231154 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:21.231872 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a41be-d161-47c6-b83b-d01ccb3b554d req-a69abed7-f2b6-4077-bd94-0f1073f936d9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:21.233558 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a53a41be-d161-47c6-b83b-d01ccb3b554d req-a69abed7-f2b6-4077-bd94-0f1073f936d9 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 945 time: 0.1064439 Sep 14 17:06:21.258317 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:06:21.260339 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-d57be56f-2ebc-4529-844c-79f4259c7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:21.261942 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-d57be56f-2ebc-4529-844c-79f4259c7715 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 200 len: 913 time: 0.1444564 Sep 14 17:06:21.268134 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:21.268752 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:21.274337 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.308332 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.310150 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/314850af-3b1b-4b05-8796-a468c1c608c4 HTTP/1.1" status: 204 len: 168 time: 0.2485535 Sep 14 17:06:21.311377 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1c4a1-aa3e-4414-890d-a0e828cb7ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314850af-3b1b-4b05-8796-a468c1c608c4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:21.313158 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37874) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:21.318077 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-69484988-3a01-4eb1-b44e-95e3b0a1f6cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 200 len: 217 time: 0.0419230 Sep 14 17:06:21.321116 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-a53a41be-d161-47c6-b83b-d01ccb3b554d req-bb75ec91-5189-41ac-823b-145ca66dace8 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779729 Sep 14 17:06:21.378155 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-4ac6c5ce-b5f9-4781-aca3-78c46537310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:21.379724 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-4ac6c5ce-b5f9-4781-aca3-78c46537310e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 200 len: 851 time: 0.0510421 Sep 14 17:06:21.380613 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:21.391894 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.433399 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-cc1430a2-b411-46fa-b2c5-c5de2f0b53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:21.434956 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-cc1430a2-b411-46fa-b2c5-c5de2f0b53b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6259d321-88af-4848-b3d7-04cdd62d5c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468903 Sep 14 17:06:21.475362 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.495459 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:21.505066 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bbe159-ed4b-4361-b5cc-2d2f47320af8') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:21.505366 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bbe159-ed4b-4361-b5cc-2d2f47320af8') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:21.514971 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165543'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.529779 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.536403 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:06:21.536633 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-32634cff-74be-4414-9b39-39d7dadf2a4c service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936656 Sep 14 17:06:21.536817 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165308'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: timer() Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: self._notify() Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: event.method(event) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:06:21.538507 dv-cinder-808995-1-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:06:21.581732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:21.601996 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.613555 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b17dd2-f597-490f-a96e-d81494884d63 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '0e7ba085-d6ae-4f55-8d98-956e90ea4a58', 'name': '', 'network_id': '6259d321-88af-4848-b3d7-04cdd62d5c8f', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'mac_address': 'fa:16:3e:24:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:14Z', 'updated_at': '2021-09-14T16:59:19Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'subnets': [{'id': '06b8fb70-fef2-4645-a372-f6a5f0e42f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:06:21.627670 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.632108 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4 HTTP/1.1" status: 204 len: 168 time: 0.3158212 Sep 14 17:06:21.648472 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b251063-2a45-4b7f-ab17-eac889b71743 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8f8b93-da13-4ea6-a5b7-f3f495ec07f4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:21.652049 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-da71c840-972f-4d11-93fc-f4677fbcf1d1 req-c400cf56-eb90-4bf2-9794-82b32826471d service neutron] 10.222.0.44 "GET /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053414 Sep 14 17:06:21.754371 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37878) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:21.794765 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bccb7971-a638-456a-85e5-85059a4eb5cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bd5f9c8ddf242fab88f9472ace898f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390904 Sep 14 17:06:21.798090 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37880) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:21.843510 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc00cf-8d19-454b-b35d-c9d8aa368b47 None None] New status for floating IP 4be992bc-77aa-47ef-a45e-a777dea29fe6: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:06:21.849686 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37ed6df1-6a12-4e7d-b4a9-158bc19ffb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.870787 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37ed6df1-6a12-4e7d-b4a9-158bc19ffb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.918868 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37ed6df1-6a12-4e7d-b4a9-158bc19ffb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.922128 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37ed6df1-6a12-4e7d-b4a9-158bc19ffb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.923355 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-37ed6df1-6a12-4e7d-b4a9-158bc19ffb35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c768f92e-331f-4d06-a19f-ca82781f3810 HTTP/1.1" status: 204 len: 168 time: 0.1243720 Sep 14 17:06:21.931745 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6df1-6a12-4e7d-b4a9-158bc19ffb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c768f92e-331f-4d06-a19f-ca82781f3810,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:22.439274 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57062faa-df1f-4465-94f1-5ddcf7848678 req-2870f07d-5150-4f24-ab1a-383c9c24ca80 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:22.440832 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-57062faa-df1f-4465-94f1-5ddcf7848678 req-2870f07d-5150-4f24-ab1a-383c9c24ca80 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Sep 14 17:06:22.483042 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-57062faa-df1f-4465-94f1-5ddcf7848678 req-7390a3a8-7a53-4095-a8f9-d2bd44c1941c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/security-groups?id=83de2d86-9a0b-4502-8f0a-876565625950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358827 Sep 14 17:06:23.036529 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-c9d03b6a-f8df-4892-92d8-9ee92759724d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:23.038047 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-c9d03b6a-f8df-4892-92d8-9ee92759724d tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 945 time: 0.0553515 Sep 14 17:06:23.139510 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Deleting port 814f099b-1413-49f6-b3e2-37671744078d {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:23.139857 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:23.231707 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] For port 814f099b-1413-49f6-b3e2-37671744078d, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=814f099b-1413-49f6-b3e2-37671744078d,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:23.232074 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:23.244793 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Calling delete_port for 814f099b-1413-49f6-b3e2-37671744078d owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:23.384130 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:23.417212 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event deleted for resources: {'Port': ['ID=814f099b-1413-49f6-b3e2-37671744078d,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:23.459745 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] No DVR routers for this DVR port 814f099b-1413-49f6-b3e2-37671744078d on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:23.462327 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:23.466238 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-8cd0a786-a997-4830-a9fa-141866eb7b28 req-11b9eb26-06c9-4de9-a8e7-bf7a1b96021e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.44 "DELETE /v2.0/ports/814f099b-1413-49f6-b3e2-37671744078d HTTP/1.1" status: 204 len: 173 time: 0.4212396 Sep 14 17:06:23.466692 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'name': 'network-vif-deleted', 'tag': '814f099b-1413-49f6-b3e2-37671744078d'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:06:23.469077 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef3aa2b-ba42-491c-b7cf-c2b031904744" -d '{"events": [{"server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "name": "network-vif-deleted", "tag": "814f099b-1413-49f6-b3e2-37671744078d"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:06:23.506637 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a15c7d9-3cb5-449f-bb27-a699d763934b x-openstack-request-id: req-2a15c7d9-3cb5-449f-bb27-a699d763934b {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:06:23.508626 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb769f2-12a8-43d9-98f4-89cfc6c407e6", "name": "network-vif-deleted", "tag": "814f099b-1413-49f6-b3e2-37671744078d", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:06:23.508885 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a15c7d9-3cb5-449f-bb27-a699d763934b {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:06:23.509292 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb769f2-12a8-43d9-98f4-89cfc6c407e6', 'name': 'network-vif-deleted', 'tag': '814f099b-1413-49f6-b3e2-37671744078d', 'status': 'completed', 'code': 200} Sep 14 17:06:23.588339 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-20b11929-4999-4dd1-b4c7-6b5d683a0217 req-6c4e9924-5101-4e4a-ba04-20045eec5159 tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb769f2-12a8-43d9-98f4-89cfc6c407e6 HTTP/1.1" status: 200 len: 210 time: 0.0303082 Sep 14 17:06:23.621036 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device f2fd583e-386a-46f8-ab8f-1241f5c90c24 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:23.641261 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: f2fd583e-386a-46f8-ab8f-1241f5c90c24 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:23.641611 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device f2fd583e-386a-46f8-ab8f-1241f5c90c24 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:24.100814 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37956) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:24.217745 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78181067-99b0-4d4e-a7fd-59fe2a09a167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.326192 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78181067-99b0-4d4e-a7fd-59fe2a09a167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.331924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78181067-99b0-4d4e-a7fd-59fe2a09a167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.370722 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-78181067-99b0-4d4e-a7fd-59fe2a09a167 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cee48a8a0a334113a0664b0a7c3802b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687981 Sep 14 17:06:24.371593 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78181067-99b0-4d4e-a7fd-59fe2a09a167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8bb82e-7228-4070-8907-c3876841b3b4,revision_number=1']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:24.373440 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37960) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:24.424230 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09776d05-a14b-42c6-92b0-3a16a757acd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.446981 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09776d05-a14b-42c6-92b0-3a16a757acd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.501536 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09776d05-a14b-42c6-92b0-3a16a757acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.504132 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09776d05-a14b-42c6-92b0-3a16a757acd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.505298 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-09776d05-a14b-42c6-92b0-3a16a757acd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee8bb82e-7228-4070-8907-c3876841b3b4 HTTP/1.1" status: 204 len: 168 time: 0.1290636 Sep 14 17:06:24.512825 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776d05-a14b-42c6-92b0-3a16a757acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8bb82e-7228-4070-8907-c3876841b3b4,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:24.645604 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 37968) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:24.770813 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Deleting port 0c54d195-cabc-4f73-af82-de27925c5e31 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:24.771188 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.782069 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37970) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:24.795059 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d4abe02-2e21-4ea8-a1ab-4f23fbd2e777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.852169 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.852577 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.865501 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Calling delete_port for 0c54d195-cabc-4f73-af82-de27925c5e31 owned by network:floatingip {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:24.887379 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d4abe02-2e21-4ea8-a1ab-4f23fbd2e777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.893531 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d4abe02-2e21-4ea8-a1ab-4f23fbd2e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:24.932645 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4abe02-2e21-4ea8-a1ab-4f23fbd2e777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747f6385-cfae-464d-b28e-d446d107b064,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:24.939121 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-7d4abe02-2e21-4ea8-a1ab-4f23fbd2e777 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16b31082f5604607bc466bee0d9edb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557696 Sep 14 17:06:24.941815 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 37972) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:24.991642 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d844394-25c6-422f-a5f4-27b68374b707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:25.003813 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:25.018554 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d844394-25c6-422f-a5f4-27b68374b707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:25.032419 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event deleted for resources: {'Port': ['ID=0c54d195-cabc-4f73-af82-de27925c5e31,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:25.068079 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d844394-25c6-422f-a5f4-27b68374b707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:25.070645 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d844394-25c6-422f-a5f4-27b68374b707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:25.071853 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-8d844394-25c6-422f-a5f4-27b68374b707 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/747f6385-cfae-464d-b28e-d446d107b064 HTTP/1.1" status: 204 len: 168 time: 0.1291142 Sep 14 17:06:25.079888 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d844394-25c6-422f-a5f4-27b68374b707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747f6385-cfae-464d-b28e-d446d107b064,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:25.093608 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for floatingip, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:25.096553 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:25.100403 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d9980ad1-5769-4981-82d7-a349f90e8e2c tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "DELETE /v2.0/floatingips/9724e001-43d7-49ec-9835-9382fd12025f HTTP/1.1" status: 204 len: 168 time: 0.4509397 Sep 14 17:06:25.616243 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 814f099b-1413-49f6-b3e2-37671744078d no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:25.636110 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 814f099b-1413-49f6-b3e2-37671744078d {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:25.636467 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 814f099b-1413-49f6-b3e2-37671744078d not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:26.201875 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38014) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:26.307053 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38020) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:26.320863 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37851729-1868-4191-8bc2-14b81d4fea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.369038 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d879108a-1b14-442f-b9bb-60844e9fee8e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.399500 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d879108a-1b14-442f-b9bb-60844e9fee8e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.412473 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37851729-1868-4191-8bc2-14b81d4fea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.417429 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37851729-1868-4191-8bc2-14b81d4fea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.456983 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-37851729-1868-4191-8bc2-14b81d4fea88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=940f2c2f4c5f4b1cbdc9586ab77e17ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538624 Sep 14 17:06:26.457882 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37851729-1868-4191-8bc2-14b81d4fea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd662a-371d-47df-8735-1146be043a12,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:26.460197 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38022) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:26.467659 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d879108a-1b14-442f-b9bb-60844e9fee8e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.470271 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d879108a-1b14-442f-b9bb-60844e9fee8e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.474097 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d879108a-1b14-442f-b9bb-60844e9fee8e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] 10.222.0.21 "DELETE /v2.0/security-groups/83de2d86-9a0b-4502-8f0a-876565625950 HTTP/1.1" status: 204 len: 168 time: 0.1660249 Sep 14 17:06:26.497724 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879108a-1b14-442f-b9bb-60844e9fee8e tempest-TestVolumeBootPattern-604679795 tempest-TestVolumeBootPattern-604679795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83de2d86-9a0b-4502-8f0a-876565625950,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:26.528677 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7b30-d14b-4f03-9ad3-d4ce6cfd58c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.529874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38026) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:26.553054 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7b30-d14b-4f03-9ad3-d4ce6cfd58c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.600464 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7b30-d14b-4f03-9ad3-d4ce6cfd58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.603209 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7b30-d14b-4f03-9ad3-d4ce6cfd58c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:26.604362 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ff4e7b30-d14b-4f03-9ad3-d4ce6cfd58c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70fd662a-371d-47df-8735-1146be043a12 HTTP/1.1" status: 204 len: 168 time: 0.1432118 Sep 14 17:06:26.612381 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e7b30-d14b-4f03-9ad3-d4ce6cfd58c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd662a-371d-47df-8735-1146be043a12,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:26.944064 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:27.198900 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Deleting port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:27.199249 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:27.276504 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] For port 0e7ba085-d6ae-4f55-8d98-956e90ea4a58, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:27.277212 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:27.289675 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Calling delete_port for 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:27.477420 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:27.513977 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7ba085-d6ae-4f55-8d98-956e90ea4a58,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:27.694604 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:27.923889 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Router aa58c306-473c-44f5-9b80-72a9356c051a has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:06:28.037208 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:06:28.042946 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bcb76fb1-8c6a-4e46-b9bc-817220697079 admin admin] 10.222.0.21 "PUT /v2.0/routers/aa58c306-473c-44f5-9b80-72a9356c051a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5120206 Sep 14 17:06:28.044851 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38058) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:28.046245 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] Sync routers for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:06:28.056685 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:28.057286 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:28.147829 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.162781 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:28.248439 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.305788 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Deleting port a1ca1082-d124-45ae-9c60-334c05e94b04 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:28.306489 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.349617 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T17:06:27Z', 'revision_number': 5, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port': {'id': 'a1ca1082-d124-45ae-9c60-334c05e94b04', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:28.376936 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] Checking router: aa58c306-473c-44f5-9b80-72a9356c051a for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:06:28.385135 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] Routers {'aa58c306-473c-44f5-9b80-72a9356c051a'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:28.385732 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['aa58c306-473c-44f5-9b80-72a9356c051a'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:28.386998 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] For port a1ca1082-d124-45ae-9c60-334c05e94b04, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=a1ca1082-d124-45ae-9c60-334c05e94b04,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:28.387610 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.400005 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Calling delete_port for a1ca1082-d124-45ae-9c60-334c05e94b04 owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:28.468736 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] Set router aa58c306-473c-44f5-9b80-72a9356c051a gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:28.518279 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T17:06:28Z', 'revision_number': 6, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:28.547087 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4228531-1a7d-4cc2-83d0-a22aa770c118 None None] The sync data for ids ['aa58c306-473c-44f5-9b80-72a9356c051a'] in dv-cinder-808995-1-iscsi is: [{'id': 'aa58c306-473c-44f5-9b80-72a9356c051a', 'name': 'tempest-TestVolumeBootPattern-1731552531-router', 'tenant_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:11Z', 'updated_at': '2021-09-14T17:06:28Z', 'revision_number': 6, 'project_id': 'ee89b0de34a043f1a96bedaf2e11831d', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:06:28.565558 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.594993 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ca1082-d124-45ae-9c60-334c05e94b04,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:28.661728 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.750863 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.753021 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.798299 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.799112 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa58c306-473c-44f5-9b80-72a9356c051a {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:06:28.806949 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:28.810264 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-78b11c6c-6f5a-45c2-bb62-fd1b2ca853e9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/aa58c306-473c-44f5-9b80-72a9356c051a HTTP/1.1" status: 204 len: 168 time: 0.7623532 Sep 14 17:06:28.810659 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38062) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:28.858990 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] Deleting subnet 06b8fb70-fef2-4645-a372-f6a5f0e42f17 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:06:28.862146 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.168666 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.251250 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.326808 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.363704 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b8fb70-fef2-4645-a372-f6a5f0e42f17,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:29.380576 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.381093 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c406febf-7e4b-46c8-a7ef-45f5a7dba47a None None] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:06:29.382869 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-218151b5-05f2-4c2b-89eb-20b6a28daa56 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06b8fb70-fef2-4645-a372-f6a5f0e42f17 HTTP/1.1" status: 204 len: 168 time: 0.5711999 Sep 14 17:06:29.385383 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38078) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:29.394957 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:29.421209 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:29.421547 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ba085-d6ae-4f55-8d98-956e90ea4a58 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:29.421971 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device a1ca1082-d124-45ae-9c60-334c05e94b04 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:29.445240 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: a1ca1082-d124-45ae-9c60-334c05e94b04 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:29.445714 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device a1ca1082-d124-45ae-9c60-334c05e94b04 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:29.462809 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.536439 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Deleting port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:29.536823 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.608320 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] DHCP port deletion for 6259d321-88af-4848-b3d7-04cdd62d5c8f request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:06:29.610373 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] For port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:29.610805 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.624294 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Calling delete_port for 84ff4c1f-7b90-4cf9-90ed-f6275847c84e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:29.661596 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] Deleting port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:29.661972 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.709821 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.738023 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:29.747282 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] No DVR routers for this DVR port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e on host dv-cinder-808995-1-iscsi {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:29.821330 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.843316 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6259d321-88af-4848-b3d7-04cdd62d5c8f']}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:29.852595 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec19e085-16a7-45c9-bdec-8edc94c22580') {'for_net_delete': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:29.852886 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.services.segments.db [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec19e085-16a7-45c9-bdec-8edc94c22580') {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:29.854063 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] For port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,segment=NetworkSegment(ec19e085-16a7-45c9-bdec-8edc94c22580),segment_id=ec19e085-16a7-45c9-bdec-8edc94c22580)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:29.854461 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.862479 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165543'] for segment, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.866994 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] Calling delete_port for 84ff4c1f-7b90-4cf9-90ed-f6275847c84e owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:29.876337 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.882561 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:06:29.882981 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165308'] for segment, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: Traceback (most recent call last): Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: timer() Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: cb(*args, **kw) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: return func(*args, **kwargs) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: self._notify() Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: self.callback(batched_events) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: event.method(event) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: return f(self, *a, **k) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._get(url).json() Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: return self.request(url, 'GET', **kwargs) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:06:29.884636 dv-cinder-808995-1-iscsi neutron-server[93925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:06:29.940893 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.944606 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.950988 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:29.952840 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6259d321-88af-4848-b3d7-04cdd62d5c8f HTTP/1.1" status: 204 len: 168 time: 0.5665641 Sep 14 17:06:29.956500 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38080) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:29.962626 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68b093-4c0f-43c1-9db8-8cdbdc642e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=6259d321-88af-4848-b3d7-04cdd62d5c8f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:29.963989 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] Network 6259d321-88af-4848-b3d7-04cdd62d5c8f is not hosted by any dhcp agent {{(pid=93927) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 14 17:06:29.964467 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] No DVR routers for this DVR port 84ff4c1f-7b90-4cf9-90ed-f6275847c84e on host dv-cinder-808995-1-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:29.966185 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc092a-7d23-4386-8cd2-3b2e9c7f3ed5 None None] Pushing event deleted for resources: {'Port': ['ID=84ff4c1f-7b90-4cf9-90ed-f6275847c84e,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:30.322858 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:30.584699 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Deleting port 5b23e032-9d71-46ef-8c92-33049d1b4586 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:30.585043 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:30.664942 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] For port 5b23e032-9d71-46ef-8c92-33049d1b4586, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=5b23e032-9d71-46ef-8c92-33049d1b4586,segment=NetworkSegment(c8e6132c-7431-4453-94a0-4eccb73f7b27),segment_id=c8e6132c-7431-4453-94a0-4eccb73f7b27)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:30.665290 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:30.678235 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Calling delete_port for 5b23e032-9d71-46ef-8c92-33049d1b4586 owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:30.864306 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:30.894197 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b23e032-9d71-46ef-8c92-33049d1b4586,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:31.068263 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:31.296148 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Router b51605cb-612b-4cdf-8315-6a9b08be136b has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:06:31.337655 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 84ff4c1f-7b90-4cf9-90ed-f6275847c84e no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:31.360397 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 84ff4c1f-7b90-4cf9-90ed-f6275847c84e {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:31.360755 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 84ff4c1f-7b90-4cf9-90ed-f6275847c84e not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:31.677595 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:06:31.684873 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-3f4a0fba-7773-4f56-8fbe-b1abe3916c64 admin admin] 10.222.0.21 "PUT /v2.0/routers/b51605cb-612b-4cdf-8315-6a9b08be136b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255208 Sep 14 17:06:31.686484 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38096) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:31.687687 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] Sync routers for ids ['b51605cb-612b-4cdf-8315-6a9b08be136b'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:06:31.699906 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] Routers {'b51605cb-612b-4cdf-8315-6a9b08be136b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:31.700583 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b51605cb-612b-4cdf-8315-6a9b08be136b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:31.794295 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:31.814797 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] Set router b51605cb-612b-4cdf-8315-6a9b08be136b gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:31.897679 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:31.955744 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Deleting port 9b205f6d-4632-490e-9c53-fb2cdf194756 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:31.956094 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.000026 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T17:06:30Z', 'revision_number': 5, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port': {'id': '9b205f6d-4632-490e-9c53-fb2cdf194756', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:32.026329 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] Checking router: b51605cb-612b-4cdf-8315-6a9b08be136b for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:06:32.034328 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] For port 9b205f6d-4632-490e-9c53-fb2cdf194756, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=9b205f6d-4632-490e-9c53-fb2cdf194756,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:32.034566 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] Routers {'b51605cb-612b-4cdf-8315-6a9b08be136b'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:06:32.034683 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.035229 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:06:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['b51605cb-612b-4cdf-8315-6a9b08be136b'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:32.047441 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Calling delete_port for 9b205f6d-4632-490e-9c53-fb2cdf194756 owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:32.119448 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] Set router b51605cb-612b-4cdf-8315-6a9b08be136b gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:06:32.172297 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T17:06:31Z', 'revision_number': 6, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:32.198027 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fa742-8642-46ef-8707-11b4c10af8ff None None] The sync data for ids ['b51605cb-612b-4cdf-8315-6a9b08be136b'] in dv-cinder-808995-1-iscsi is: [{'id': 'b51605cb-612b-4cdf-8315-6a9b08be136b', 'name': 'tempest-TestVolumeBootPattern-1099995678-router', 'tenant_id': '83f30587f4b04da2a7976a80090aa651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:59:18Z', 'updated_at': '2021-09-14T17:06:31Z', 'revision_number': 6, 'project_id': '83f30587f4b04da2a7976a80090aa651', 'gw_port_host': None}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:06:32.214248 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.240433 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b205f6d-4632-490e-9c53-fb2cdf194756,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:32.307695 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.398450 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.400658 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.447071 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.447522 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51605cb-612b-4cdf-8315-6a9b08be136b {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:06:32.452132 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.453273 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-69d30fda-d167-4556-9582-ecd71317812c admin admin] 10.222.0.21 "DELETE /v2.0/routers/b51605cb-612b-4cdf-8315-6a9b08be136b HTTP/1.1" status: 204 len: 168 time: 0.7656131 Sep 14 17:06:32.456305 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38098) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:32.505703 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] Deleting subnet 1975e0da-21ee-4cea-a66c-fad71907b3db {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:06:32.510449 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.548924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711024'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.630713 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.685362 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2941203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152834'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.715772 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1975e0da-21ee-4cea-a66c-fad71907b3db,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:32.719423 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.721559 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f29f97c8-f5d0-47ef-bc82-5a8710ed34aa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1975e0da-21ee-4cea-a66c-fad71907b3db HTTP/1.1" status: 204 len: 168 time: 0.2641463 Sep 14 17:06:32.724323 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38100) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:32.726603 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeaca89-6e0f-483b-a34d-ba32d72a5232 None None] Network ee6581fd-0966-4e43-a9cb-499a49104021 requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:06:32.796091 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.851167 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Deleting port 0441dc23-c4be-4a12-a580-06836bb03c00 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:32.851512 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.930755 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] For port 0441dc23-c4be-4a12-a580-06836bb03c00, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0441dc23-c4be-4a12-a580-06836bb03c00,segment=NetworkSegment(c8e6132c-7431-4453-94a0-4eccb73f7b27),segment_id=c8e6132c-7431-4453-94a0-4eccb73f7b27)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:32.931334 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:32.937280 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] DHCP port deletion for ee6581fd-0966-4e43-a9cb-499a49104021 request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:06:32.950987 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Calling delete_port for 0441dc23-c4be-4a12-a580-06836bb03c00 owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:32.999482 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] Deleting port 0441dc23-c4be-4a12-a580-06836bb03c00 {{(pid=93927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:06:32.999857 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.070033 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.076171 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.db [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] For port 0441dc23-c4be-4a12-a580-06836bb03c00, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0441dc23-c4be-4a12-a580-06836bb03c00,segment=NetworkSegment(c8e6132c-7431-4453-94a0-4eccb73f7b27),segment_id=c8e6132c-7431-4453-94a0-4eccb73f7b27)] {{(pid=93927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:06:33.076785 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.093997 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] Calling delete_port for 0441dc23-c4be-4a12-a580-06836bb03c00 owned by network:dhcp {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:06:33.101821 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Pushing event deleted for resources: {'Port': ['ID=0441dc23-c4be-4a12-a580-06836bb03c00,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:33.103707 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] No DVR routers for this DVR port 0441dc23-c4be-4a12-a580-06836bb03c00 on host dv-cinder-808995-1-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:33.175714 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.177363 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825'] for port, after_delete {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.197999 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6581fd-0966-4e43-a9cb-499a49104021']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:33.200760 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] Pushing event deleted for resources: {'Port': ['ID=0441dc23-c4be-4a12-a580-06836bb03c00,revision_number=None']} {{(pid=93927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:33.207041 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77caaf-febd-459d-bfe4-f8b952813bfb None None] No DVR routers for this DVR port 0441dc23-c4be-4a12-a580-06836bb03c00 on host dv-cinder-808995-1-iscsi {{(pid=93927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:06:33.212016 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e6132c-7431-4453-94a0-4eccb73f7b27') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:33.212305 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e6132c-7431-4453-94a0-4eccb73f7b27') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:06:33.226795 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.243709 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.252745 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:06:33.253291 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:06:33.255204 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:06:33.298120 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0441dc23-c4be-4a12-a580-06836bb03c00 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:33.318633 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 0441dc23-c4be-4a12-a580-06836bb03c00 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:33.319056 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0441dc23-c4be-4a12-a580-06836bb03c00 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:33.319477 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 5b23e032-9d71-46ef-8c92-33049d1b4586 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:33.320574 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.325904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.328198 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] 10.222.0.21 "DELETE /v2.0/networks/ee6581fd-0966-4e43-a9cb-499a49104021 HTTP/1.1" status: 204 len: 168 time: 0.6033299 Sep 14 17:06:33.345318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 5b23e032-9d71-46ef-8c92-33049d1b4586 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:33.345318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 5b23e032-9d71-46ef-8c92-33049d1b4586 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:33.345318 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9b205f6d-4632-490e-9c53-fb2cdf194756 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:06:33.345787 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b95a1-5741-4cc4-bd79-9ef1aec1d24e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6581fd-0966-4e43-a9cb-499a49104021,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:33.359606 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 9b205f6d-4632-490e-9c53-fb2cdf194756 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:06:33.359950 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 9b205f6d-4632-490e-9c53-fb2cdf194756 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:06:33.499984 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38112) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:33.539531 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-752bf063-42fa-4d39-b808-8cd59ff5a8a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee89b0de34a043f1a96bedaf2e11831d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383778 Sep 14 17:06:33.542010 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38114) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:33.595874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8b01-9595-4a17-8c0d-169dec4b9fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.617877 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8b01-9595-4a17-8c0d-169dec4b9fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.675114 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8b01-9595-4a17-8c0d-169dec4b9fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.677897 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8b01-9595-4a17-8c0d-169dec4b9fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:33.679167 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-1ffd8b01-9595-4a17-8c0d-169dec4b9fc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c25461e5-ae66-44ab-ac30-3f52e3d44128 HTTP/1.1" status: 204 len: 168 time: 0.1361594 Sep 14 17:06:33.687336 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd8b01-9595-4a17-8c0d-169dec4b9fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25461e5-ae66-44ab-ac30-3f52e3d44128,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:34.004975 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38120) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:34.049885 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-64c9f2ea-b666-4107-8909-9d5406e6cbaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83f30587f4b04da2a7976a80090aa651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430725 Sep 14 17:06:34.052192 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38124) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:34.099131 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd909a9a-caeb-43bc-be16-9246f2a69ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:34.120484 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd909a9a-caeb-43bc-be16-9246f2a69ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:34.167689 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd909a9a-caeb-43bc-be16-9246f2a69ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:34.170221 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd909a9a-caeb-43bc-be16-9246f2a69ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:34.171433 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-dd909a9a-caeb-43bc-be16-9246f2a69ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e717444-08a8-49a9-991d-3ea3eb75254e HTTP/1.1" status: 204 len: 168 time: 0.1183231 Sep 14 17:06:34.179330 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd909a9a-caeb-43bc-be16-9246f2a69ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e717444-08a8-49a9-991d-3ea3eb75254e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:06:38.401483 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-9c607f8b-252f-450e-b53b-5647392523b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:40.923736 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0bca27f8-bc1a-4b4c-b2e3-cde3976efe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:41.048954 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:41.926583 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:43.082218 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:43.595493 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:45.511029 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-b8de06a9-f2e0-4c6a-bf0f-cbf7ae64824b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467193 Sep 14 17:06:45.593618 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-0394e7fd-d3fb-49f8-895d-c8eb041b216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:45.595210 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-0394e7fd-d3fb-49f8-895d-c8eb041b216a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0465634 Sep 14 17:06:45.709743 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-ac83421e-d073-4897-945f-07081736ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:45.711394 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-ac83421e-d073-4897-945f-07081736ab87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 910 time: 0.0942528 Sep 14 17:06:45.786320 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-ff8ce8fc-d349-40b0-b063-5eb7105a07d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 1000 time: 0.0665190 Sep 14 17:06:45.845960 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-2be01125-54b3-48a8-b89f-a15e7bf82565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:45.847490 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-2be01125-54b3-48a8-b89f-a15e7bf82565 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0527692 Sep 14 17:06:45.898121 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-4022cbdc-48fb-48bd-87da-cd3ff8d7784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:06:45.900560 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-4022cbdc-48fb-48bd-87da-cd3ff8d7784d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446210 Sep 14 17:06:46.000450 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-2f4094af-d99e-494b-8b30-8a35e963e55d service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909758 Sep 14 17:06:46.093279 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-c7d04dd7-1729-45e2-a633-132ffab81f05 req-b50665c3-9262-4ab3-8f87-71a5e8135383 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854175 Sep 14 17:06:48.605195 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:07:04.272224 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38322) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:04.398594 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:04.495107 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:04.500459 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:04.537404 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a17cca889dc64d97bac5cec1477a06b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640173 Sep 14 17:07:04.538399 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f26796-9907-466e-822e-f5e79b231010,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:04.540390 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38326) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:04.546187 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.546559 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.546926 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.547255 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.547583 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.547909 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.548230 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.548549 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.548874 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.549164 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.549480 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.549796 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40abba8d-ec3a-4127-a62f-13fa9a41a682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:04.590791 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2293b981-9a74-4e0e-9c88-f8ccb75bdc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:04.612430 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2293b981-9a74-4e0e-9c88-f8ccb75bdc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:04.671510 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2293b981-9a74-4e0e-9c88-f8ccb75bdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:04.674221 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2293b981-9a74-4e0e-9c88-f8ccb75bdc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:04.675431 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-2293b981-9a74-4e0e-9c88-f8ccb75bdc0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76f26796-9907-466e-822e-f5e79b231010 HTTP/1.1" status: 204 len: 168 time: 0.1340148 Sep 14 17:07:04.683393 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293b981-9a74-4e0e-9c88-f8ccb75bdc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f26796-9907-466e-822e-f5e79b231010,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:08.416044 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-4ec90ef1-70aa-4ff0-a548-a91564967886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:10.917815 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-8fb39a02-0e21-432f-a9d4-de356cfdc2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:11.056437 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:11.930935 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:13.099475 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:13.597205 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:22.302023 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38330) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:22.467973 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Deleting port f9d03208-9f4e-42fc-9085-a4ed3f2c0b87 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:22.468345 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:22.542804 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:22.543082 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:22.554716 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Calling delete_port for f9d03208-9f4e-42fc-9085-a4ed3f2c0b87 owned by network:floatingip {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:22.725216 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:22.753736 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event deleted for resources: {'Port': ['ID=f9d03208-9f4e-42fc-9085-a4ed3f2c0b87,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:22.820807 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:22.821088 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.db.l3_db [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Floating IP 85ae3a53-9a37-455a-80d1-1bc1fefbde2b disassociated (deleted). External IP: 172.27.2.28, port: 890a4684-22e2-4419-bbb1-f9d529175937. Sep 14 17:07:23.042503 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Router f57a8b81-62c4-47a4-92be-c061e8221ef8 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:07:23.176441 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:07:23.181550 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for floatingip, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:23.186446 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] Sync routers for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:07:23.196557 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:07:23.197183 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:07:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:23.210199 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-f0a5e09f-820c-4e32-80bc-d958482a89a7 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "DELETE /v2.0/floatingips/85ae3a53-9a37-455a-80d1-1bc1fefbde2b HTTP/1.1" status: 204 len: 168 time: 0.9070387 Sep 14 17:07:23.210780 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:07:23.213036 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d026cfc32621e2823fa3715e1647bcfffcba3ead13f8b7b7d4d8273f69184b34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd" -d '{"events": [{"name": "network-changed", "server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "tag": "890a4684-22e2-4419-bbb1-f9d529175937"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:07:23.305587 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:07:23.455211 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef69fd-9f53-4e99-9d6b-54ead6499674 req-d62ec348-4c2c-4ec5-b4c8-19669b67c6ee tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:07:23.456872 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e582a0cc-f271-4e9b-8ba5-87947f08d948 x-openstack-request-id: req-e582a0cc-f271-4e9b-8ba5-87947f08d948 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:07:23.457321 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87ef69fd-9f53-4e99-9d6b-54ead6499674 req-d62ec348-4c2c-4ec5-b4c8-19669b67c6ee tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0569766 Sep 14 17:07:23.457451 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "tag": "890a4684-22e2-4419-bbb1-f9d529175937", "status": "completed", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:07:23.457584 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e582a0cc-f271-4e9b-8ba5-87947f08d948 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:07:23.457983 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937', 'status': 'completed', 'code': 200} Sep 14 17:07:23.497110 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-87ef69fd-9f53-4e99-9d6b-54ead6499674 req-bd3cf543-6939-4a1b-8ded-e783d3c6743c tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328815 Sep 14 17:07:23.518105 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:03:02Z', 'revision_number': 5, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:23.545872 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-d5b698d1-89e6-4c7b-ae8a-f5d46ec5e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:07:23.547408 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-d5b698d1-89e6-4c7b-ae8a-f5d46ec5e1f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c52903a1ada04d378c949329c6ebe675&device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0406876 Sep 14 17:07:23.548935 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] Checking router: f57a8b81-62c4-47a4-92be-c061e8221ef8 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:07:23.557833 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:07:23.558431 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:07:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:23.641902 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-244fdbee-128c-4cc0-bebf-7775d2965273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:07:23.643426 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-244fdbee-128c-4cc0-bebf-7775d2965273 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 200 len: 910 time: 0.0880871 Sep 14 17:07:23.664910 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:07:23.686982 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-6556702e-2d11-476b-8030-3ae7af3b0436 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 200 len: 217 time: 0.0346324 Sep 14 17:07:23.736460 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-dcc55b56-6696-4aaf-9e59-b8836c34e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:07:23.737937 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-dcc55b56-6696-4aaf-9e59-b8836c34e4a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 200 len: 848 time: 0.0443399 Sep 14 17:07:23.791052 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-416ee6ed-d61d-4485-ba1d-ffebbccbf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:07:23.792574 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-416ee6ed-d61d-4485-ba1d-ffebbccbf1c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457928 Sep 14 17:07:23.861253 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:03:02Z', 'revision_number': 5, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:23.884605 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-8fb2fa6e-7963-43d2-8900-246a18eb623e service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839708 Sep 14 17:07:23.891245 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddba53-5bf9-4289-9023-2eed89b5d73e None None] The sync data for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi is: [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:02:56Z', 'revision_number': 4, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi', '_interfaces': [{'id': '6f23b6f4-dee9-4012-9a72-91892542d7ef', 'name': '', 'network_id': '79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'mac_address': 'fa:16:3e:c0:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:55Z', 'updated_at': '2021-09-14T17:03:02Z', 'revision_number': 5, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'subnets': [{'id': 'f45723a0-5ec4-4f5a-8738-85252bec3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:07:23.983606 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-23a5e1c2-bfab-43db-b8a5-85862bf7fadd req-32b8dafa-cad3-46b5-adab-c67d4a96c548 service neutron] 10.222.0.44 "GET /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908194 Sep 14 17:07:24.107936 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28546a45-f158-4028-8abd-7b2bac11df8e None None] New status for floating IP 85ae3a53-9a37-455a-80d1-1bc1fefbde2b: DOWN {{(pid=93928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:07:24.632931 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ccaae-67ca-4861-89b1-b638a4021f92 req-24d716c3-1976-4e68-b4df-d5304dc2aa55 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:07:24.634441 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-394ccaae-67ca-4861-89b1-b638a4021f92 req-24d716c3-1976-4e68-b4df-d5304dc2aa55 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0554199 Sep 14 17:07:24.674669 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-394ccaae-67ca-4861-89b1-b638a4021f92 req-547af47e-1fa9-4d7e-ae06-b12940016e71 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f4a3e1a-6674-46e4-b133-4f647c38821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335250 Sep 14 17:07:25.194856 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-e6ed290c-4a17-4159-ac3c-fbf9344796a3 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:07:25.196307 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-e6ed290c-4a17-4159-ac3c-fbf9344796a3 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.44 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 945 time: 0.0573113 Sep 14 17:07:25.295681 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Deleting port 890a4684-22e2-4419-bbb1-f9d529175937 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:25.296024 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:25.391259 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] For port 890a4684-22e2-4419-bbb1-f9d529175937, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=890a4684-22e2-4419-bbb1-f9d529175937,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:07:25.391592 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:25.404770 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Calling delete_port for 890a4684-22e2-4419-bbb1-f9d529175937 owned by compute:nova {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:25.560047 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:25.595415 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event deleted for resources: {'Port': ['ID=890a4684-22e2-4419-bbb1-f9d529175937,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:25.604796 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:07:25.620096 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.620426 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.620872 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.621112 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.621436 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.621757 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.622075 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.622388 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.622683 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.623044 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.623354 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.623669 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808995-1-iscsi {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:07:25.643365 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] No DVR routers for this DVR port 890a4684-22e2-4419-bbb1-f9d529175937 on host hv-cinder-80899 {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:07:25.646614 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125407'] for port, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:25.648641 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [req-171a92a5-b602-4247-a780-23f6ef5fd5d1 req-9b2fcbc6-402e-464f-981c-8c447703641a tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.44 "DELETE /v2.0/ports/890a4684-22e2-4419-bbb1-f9d529175937 HTTP/1.1" status: 204 len: 173 time: 0.4456797 Sep 14 17:07:25.649073 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-deleted', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937'}] {{(pid=93926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:07:25.651853 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c1cf3a6f507ab40a96d86fdd70070e5ebb81625b0f419b675259c9c016ec7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec92ade-e72c-483d-9d96-8beb49091166" -d '{"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-deleted", "tag": "890a4684-22e2-4419-bbb1-f9d529175937"}]}' {{(pid=93926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:07:25.691367 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a9cfc-867a-4735-8775-409b02baf8b1 x-openstack-request-id: req-d59a9cfc-867a-4735-8775-409b02baf8b1 {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:07:25.691656 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d36e84-64ef-457d-8960-798e9580d2f0", "name": "network-vif-deleted", "tag": "890a4684-22e2-4419-bbb1-f9d529175937", "status": "completed", "code": 200}]} {{(pid=93926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:07:25.691954 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d59a9cfc-867a-4735-8775-409b02baf8b1 {{(pid=93926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:07:25.692981 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d36e84-64ef-457d-8960-798e9580d2f0', 'name': 'network-vif-deleted', 'tag': '890a4684-22e2-4419-bbb1-f9d529175937', 'status': 'completed', 'code': 200} Sep 14 17:07:25.775791 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [req-493f29ac-039a-462e-8375-1285da51b5fd req-d6f385c4-a91f-4ea3-9df4-ef057a2bfc27 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d36e84-64ef-457d-8960-798e9580d2f0 HTTP/1.1" status: 200 len: 210 time: 0.0265357 Sep 14 17:07:26.840621 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38350) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:26.906097 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1de2-0f9a-4ad3-b7f3-833882b071b0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:26.932210 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1de2-0f9a-4ad3-b7f3-833882b071b0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:26.999800 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1de2-0f9a-4ad3-b7f3-833882b071b0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:27.002398 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1de2-0f9a-4ad3-b7f3-833882b071b0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Notify callbacks [] for security_group, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:27.003598 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-bc1d1de2-0f9a-4ad3-b7f3-833882b071b0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f4a3e1a-6674-46e4-b133-4f647c38821f HTTP/1.1" status: 204 len: 168 time: 0.1619868 Sep 14 17:07:27.013266 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d1de2-0f9a-4ad3-b7f3-833882b071b0 tempest-TestShelveInstance-1752994156 tempest-TestShelveInstance-1752994156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a3e1a-6674-46e4-b133-4f647c38821f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:27.043972 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38354) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:27.399245 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:27.648825 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Deleting port 6f23b6f4-dee9-4012-9a72-91892542d7ef {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:27.649153 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:27.726991 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] For port 6f23b6f4-dee9-4012-9a72-91892542d7ef, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=6f23b6f4-dee9-4012-9a72-91892542d7ef,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:07:27.727296 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:27.740021 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Calling delete_port for 6f23b6f4-dee9-4012-9a72-91892542d7ef owned by network:router_interface {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:27.892881 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 890a4684-22e2-4419-bbb1-f9d529175937 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:07:27.913049 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] No Port match for: 890a4684-22e2-4419-bbb1-f9d529175937 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:07:27.913395 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Device 890a4684-22e2-4419-bbb1-f9d529175937 not bound to the agent host hv-cinder-80899 {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:07:27.929659 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:27.959916 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f23b6f4-dee9-4012-9a72-91892542d7ef,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:28.126564 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:28.347960 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Router f57a8b81-62c4-47a4-92be-c061e8221ef8 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:07:28.726739 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:07:28.732044 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d475ec76-4902-4d0e-93b5-115405df126d admin admin] 10.222.0.21 "PUT /v2.0/routers/f57a8b81-62c4-47a4-92be-c061e8221ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6870239 Sep 14 17:07:28.735633 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38356) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:28.737713 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] Sync routers for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:07:28.748377 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:07:28.748996 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:07:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:28.840370 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:28.852444 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:07:28.940968 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:28.996781 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Deleting port b7d1a47a-9fed-4eeb-b726-4338df0e3a94 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:28.997125 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.024702 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:07:27Z', 'revision_number': 5, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port': {'id': 'b7d1a47a-9fed-4eeb-b726-4338df0e3a94', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:54Z', 'updated_at': '2021-09-14T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:29.050333 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] Checking router: f57a8b81-62c4-47a4-92be-c061e8221ef8 for host: dv-cinder-808995-1-iscsi {{(pid=93927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:07:29.058828 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] Routers {'f57a8b81-62c4-47a4-92be-c061e8221ef8'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:07:29.059478 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:07:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['f57a8b81-62c4-47a4-92be-c061e8221ef8'], 'active': True} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:29.075144 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] For port b7d1a47a-9fed-4eeb-b726-4338df0e3a94, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:07:29.075506 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.088258 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Calling delete_port for b7d1a47a-9fed-4eeb-b726-4338df0e3a94 owned by network:router_gateway {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:29.143333 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_dvr_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] Set router f57a8b81-62c4-47a4-92be-c061e8221ef8 gateway port host: None {{(pid=93927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:07:29.264896 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.296533 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d1a47a-9fed-4eeb-b726-4338df0e3a94,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:29.330250 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.db.l3_hamode_db [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:07:28Z', 'revision_number': 6, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:29.357144 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400c4c7-4513-4735-8f1d-926b1ffc9d10 None None] The sync data for ids ['f57a8b81-62c4-47a4-92be-c061e8221ef8'] in dv-cinder-808995-1-iscsi is: [{'id': 'f57a8b81-62c4-47a4-92be-c061e8221ef8', 'name': 'tempest-TestShelveInstance-1576453650-router', 'tenant_id': 'c52903a1ada04d378c949329c6ebe675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:53Z', 'updated_at': '2021-09-14T17:07:28Z', 'revision_number': 6, 'project_id': 'c52903a1ada04d378c949329c6ebe675', 'gw_port_host': None}] {{(pid=93927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:07:29.364505 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.469403 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.471605 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.517684 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.518381 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f57a8b81-62c4-47a4-92be-c061e8221ef8 {{(pid=93926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:07:29.524874 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] Notify callbacks [] for router, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.526057 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-795ab92f-a4d7-4ac0-a9ab-e40c5bbffb3f admin admin] 10.222.0.21 "DELETE /v2.0/routers/f57a8b81-62c4-47a4-92be-c061e8221ef8 HTTP/1.1" status: 204 len: 168 time: 0.7895269 Sep 14 17:07:29.528933 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38358) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:29.586974 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.db.db_base_plugin_v2 [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] Deleting subnet f45723a0-5ec4-4f5a-8738-85252bec3652 {{(pid=93925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:07:29.590519 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.632401 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165598'] for subnet, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.720443 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.779642 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028842'] for subnet, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.807285 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for subnet, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.809151 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f45723a0-5ec4-4f5a-8738-85252bec3652 HTTP/1.1" status: 204 len: 168 time: 0.2791996 Sep 14 17:07:29.811060 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc153-81d6-422e-8642-151b739910fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45723a0-5ec4-4f5a-8738-85252bec3652,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:29.811829 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38360) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:29.813071 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58466719-4015-44c5-bfed-df888e30b406 None None] Network 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:07:29.884937 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:29.940401 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Deleting port b606f480-9af8-480c-bf96-2dd4bc140ba0 {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:29.940747 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.008803 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] For port b606f480-9af8-480c-bf96-2dd4bc140ba0, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=b606f480-9af8-480c-bf96-2dd4bc140ba0,segment=NetworkSegment(16b89d0c-67cd-4383-b37d-ca5be228f68e),segment_id=16b89d0c-67cd-4383-b37d-ca5be228f68e)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:07:30.009168 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.021050 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Calling delete_port for b606f480-9af8-480c-bf96-2dd4bc140ba0 owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:30.101673 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165dacc-7c8f-43b9-aa7a-9ec5ea4a47ab None None] DHCP port deletion for 79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:07:30.104966 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.133627 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b606f480-9af8-480c-bf96-2dd4bc140ba0,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:30.137055 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] No DVR routers for this DVR port b606f480-9af8-480c-bf96-2dd4bc140ba0 on host dv-cinder-808995-1-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:07:30.214447 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.235311 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:30.245786 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b89d0c-67cd-4383-b37d-ca5be228f68e') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:30.246057 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b89d0c-67cd-4383-b37d-ca5be228f68e') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:30.257255 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.272622 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.279949 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:07:30.280377 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:07:30.282198 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:07:30.344746 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.352125 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.354012 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e HTTP/1.1" status: 204 len: 168 time: 0.5411005 Sep 14 17:07:30.357063 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38362) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:30.363423 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284bf2d-9f3e-4f76-8c23-61c09f3685e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e6bc2f-ccfc-42f5-8d80-b2a96ce27e5e,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:30.702819 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653631'] for router_interface, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:30.953214 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Deleting port 0e7ab7f7-548f-479f-a05d-89b3ed77604b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:30.953586 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:31.040293 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] For port 0e7ab7f7-548f-479f-a05d-89b3ed77604b, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=0e7ab7f7-548f-479f-a05d-89b3ed77604b,segment=NetworkSegment(880dad90-0923-490c-a570-deac7edc5ac4),segment_id=880dad90-0923-490c-a570-deac7edc5ac4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:07:31.040607 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:31.053136 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Calling delete_port for 0e7ab7f7-548f-479f-a05d-89b3ed77604b owned by network:router_interface {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:31.232317 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:31.265609 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7ab7f7-548f-479f-a05d-89b3ed77604b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:31.318694 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b7d1a47a-9fed-4eeb-b726-4338df0e3a94 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:07:31.341148 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: b7d1a47a-9fed-4eeb-b726-4338df0e3a94 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:07:31.341496 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b7d1a47a-9fed-4eeb-b726-4338df0e3a94 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:07:31.341922 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b606f480-9af8-480c-bf96-2dd4bc140ba0 no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:07:31.365741 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: b606f480-9af8-480c-bf96-2dd4bc140ba0 {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:07:31.366092 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device b606f480-9af8-480c-bf96-2dd4bc140ba0 not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:07:31.366518 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6f23b6f4-dee9-4012-9a72-91892542d7ef no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:07:31.386020 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 6f23b6f4-dee9-4012-9a72-91892542d7ef {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:07:31.386362 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 6f23b6f4-dee9-4012-9a72-91892542d7ef not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:07:31.446687 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16209735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653707'] for router_interface, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:31.925803 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Router bf682132-0806-4163-8e76-b2b6a4fefc29 has already been hosted by L3 agent f9c06b4c-85d1-489a-a237-63fe5152fba9 {{(pid=93925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:07:32.032100 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] Notify agent at l3_agent.dv-cinder-808995-1-iscsi the message routers_updated {{(pid=93925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:07:32.037410 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-18344d48-4827-4665-96c4-6451bdb36832 admin admin] 10.222.0.21 "PUT /v2.0/routers/bf682132-0806-4163-8e76-b2b6a4fefc29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792135 Sep 14 17:07:32.040678 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.wsgi [-] (93925) accepted ('10.222.0.21', 38364) {{(pid=93925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:32.040946 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d58917-2418-4169-a09c-478b89050e36 None None] Sync routers for ids ['bf682132-0806-4163-8e76-b2b6a4fefc29'] in dv-cinder-808995-1-iscsi {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:07:32.050719 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] Routers {'bf682132-0806-4163-8e76-b2b6a4fefc29'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:07:32.051366 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:07:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['bf682132-0806-4163-8e76-b2b6a4fefc29'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:32.143684 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks [] for router, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.154489 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] Set router bf682132-0806-4163-8e76-b2b6a4fefc29 gateway port host: dv-cinder-808995-1-iscsi {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:07:32.245162 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.299108 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Deleting port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:32.299491 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.324613 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'external_fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:07:31Z', 'revision_number': 5, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port': {'id': 'bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a', 'name': '', 'network_id': '05066a28-c3b9-483f-8894-3c687e21f171', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '806c1b2e-3622-4d02-bf40-bffa7e248f3c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808995-1-iscsi'}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:32.353848 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d58917-2418-4169-a09c-478b89050e36 None None] Checking router: bf682132-0806-4163-8e76-b2b6a4fefc29 for host: dv-cinder-808995-1-iscsi {{(pid=93928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:07:32.361975 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] Routers {'bf682132-0806-4163-8e76-b2b6a4fefc29'} bound to L3 agent in host dv-cinder-808995-1-iscsi {{(pid=93928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:07:32.362591 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:47:41Z,description=,heartbeat_timestamp=2021-09-14T17:07:11Z,host='dv-cinder-808995-1-iscsi',id=f9c06b4c-85d1-489a-a237-63fe5152fba9,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:47:41Z,topic='l3_agent')) {'router_ids': ['bf682132-0806-4163-8e76-b2b6a4fefc29'], 'active': True} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:32.380255 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] For port bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,segment=NetworkSegment(f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a),segment_id=f27a572d-5a7e-4d00-ba9c-04cf7dd95a9a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:07:32.380642 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.393228 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Calling delete_port for bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a owned by network:router_gateway {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:32.539797 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_dvr_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] Set router bf682132-0806-4163-8e76-b2b6a4fefc29 gateway port host: None {{(pid=93928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:07:32.561381 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165475'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.588396 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:32.589955 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.l3_hamode_db [None req-13d58917-2418-4169-a09c-478b89050e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:07:32Z', 'revision_number': 6, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port_host': None}], 'dv-cinder-808995-1-iscsi', False) {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:32.619194 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d58917-2418-4169-a09c-478b89050e36 None None] The sync data for ids ['bf682132-0806-4163-8e76-b2b6a4fefc29'] in dv-cinder-808995-1-iscsi is: [{'id': 'bf682132-0806-4163-8e76-b2b6a4fefc29', 'name': 'tempest-TestShelveInstance-1524125717-router', 'tenant_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:02:58Z', 'updated_at': '2021-09-14T17:07:32Z', 'revision_number': 6, 'project_id': 'bb28548e2ba74d2eac8098ecf11a1b86', 'gw_port_host': None}] {{(pid=93928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:07:32.653811 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655209'] for router_gateway, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.744546 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-990'] for router, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.746919 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.792306 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652499'] for router, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.792765 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf682132-0806-4163-8e76-b2b6a4fefc29 {{(pid=93925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:07:32.797305 dv-cinder-808995-1-iscsi neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] Notify callbacks [] for router, before_response {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.798442 dv-cinder-808995-1-iscsi neutron-server[93925]: INFO neutron.wsgi [None req-008cc954-bec6-4e48-9dd5-854a45637150 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bf682132-0806-4163-8e76-b2b6a4fefc29 HTTP/1.1" status: 204 len: 168 time: 0.7568381 Sep 14 17:07:32.801105 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38366) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:32.847540 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] Deleting subnet 34720f75-659c-45fe-a080-79b3f54c4579 {{(pid=93926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:07:32.850708 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.885716 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711024'] for subnet, precommit_delete_associations {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:32.972676 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16198752'] for subnet, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.034082 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16198761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2941203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3152834'] for subnet, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.059792 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34720f75-659c-45fe-a080-79b3f54c4579,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:33.063418 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.065197 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-ae863ca5-764b-4a0d-b265-86215eecc3f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/34720f75-659c-45fe-a080-79b3f54c4579 HTTP/1.1" status: 204 len: 168 time: 0.2630723 Sep 14 17:07:33.067889 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38368) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:33.071271 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb9ffb-5532-48b4-9111-44544c95a255 None None] Network b509a0e5-64d3-4831-8934-4b8fed55b5bc requested from dv-cinder-808995-1-iscsi {{(pid=93927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:07:33.138194 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551356'] for network, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.192061 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Deleting port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab {{(pid=93926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:07:33.192410 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731928435258'] for port, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.256155 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] For port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab, host dv-cinder-808995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808995-1-iscsi',level=0,port_id=c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab,segment=NetworkSegment(880dad90-0923-490c-a570-deac7edc5ac4),segment_id=880dad90-0923-490c-a570-deac7edc5ac4)] {{(pid=93926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:07:33.256681 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651086'] for port, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.270183 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Calling delete_port for c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab owned by network:dhcp {{(pid=93926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:07:33.356479 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28abedb1-67b2-4349-8137-f66172623d17 None None] DHCP port deletion for b509a0e5-64d3-4831-8934-4b8fed55b5bc request from dv-cinder-808995-1-iscsi {{(pid=93927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:07:33.368224 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16136581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731928441860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731928005825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2941230'] for port, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.385973 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-28abedb1-67b2-4349-8137-f66172623d17 None None] The port 'c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab' was deleted {{(pid=93927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 14 17:07:33.400343 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:33.402482 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] No DVR routers for this DVR port c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab on host dv-cinder-808995-1-iscsi {{(pid=93926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:07:33.427017 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:07:33.446754 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:07:33.450078 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device c7aa7a06-0270-45c9-9b4a-f443ddc3e6ab not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:07:33.450531 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ab7f7-548f-479f-a05d-89b3ed77604b no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:07:33.469832 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: 0e7ab7f7-548f-479f-a05d-89b3ed77604b {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:07:33.470169 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device 0e7ab7f7-548f-479f-a05d-89b3ed77604b not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:07:33.470793 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a no longer exists at agent ovs-agent-dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:07:33.479247 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16192533', 'neutron.services.segments.db._delete_segments_for_network-8731928548765'] for network, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.489344 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.plugin [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] No Port match for: bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a {{(pid=93927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:07:33.489690 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron.plugins.ml2.rpc [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Device bbb2dfc3-1aea-4ca2-9452-bfad2ff5c47a not bound to the agent host dv-cinder-808995-1-iscsi {{(pid=93927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:07:33.506253 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b509a0e5-64d3-4831-8934-4b8fed55b5bc']}} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:33.515904 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880dad90-0923-490c-a570-deac7edc5ac4') {'for_net_delete': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:33.516200 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.services.segments.db [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880dad90-0923-490c-a570-deac7edc5ac4') {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:07:33.526448 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731928549030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711049'] for segment, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.540832 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714'] for segment, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.547169 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:07:33.547653 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16192714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2941169'] for segment, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: Traceback (most recent call last): Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: timer() Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: cb(*args, **kw) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: return func(*args, **kwargs) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: self._notify() Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: self.callback(batched_events) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: event.method(event) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: return f(self, *a, **k) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._get(url).json() Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: return self.request(url, 'GET', **kwargs) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:07:33.549377 dv-cinder-808995-1-iscsi neutron-server[93926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:07:33.605243 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16191718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16209742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655117'] for network, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.610778 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16209756'] for network, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.612692 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b509a0e5-64d3-4831-8934-4b8fed55b5bc HTTP/1.1" status: 204 len: 168 time: 0.5438566 Sep 14 17:07:33.624279 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1641ee-8a66-4895-b374-06e228277762 admin admin] Pushing event deleted for resources: {'Network': ['ID=b509a0e5-64d3-4831-8934-4b8fed55b5bc,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:33.792067 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38372) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:33.832052 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-d0f662a7-623e-4ee9-8367-979cda4aea11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c52903a1ada04d378c949329c6ebe675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387535 Sep 14 17:07:33.834681 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38374) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:33.887247 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-05aa3876-a527-4916-8277-01a70082c09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.908103 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-05aa3876-a527-4916-8277-01a70082c09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.957095 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-05aa3876-a527-4916-8277-01a70082c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.960181 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-05aa3876-a527-4916-8277-01a70082c09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:33.961408 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-05aa3876-a527-4916-8277-01a70082c09c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53c5ba46-2a94-40b8-822b-ac3f4e8a62d9 HTTP/1.1" status: 204 len: 168 time: 0.1254849 Sep 14 17:07:33.969154 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa3876-a527-4916-8277-01a70082c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c5ba46-2a94-40b8-822b-ac3f4e8a62d9,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:34.305129 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38380) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:34.346893 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-a717bfa6-40c7-4ef1-8662-f511307890d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb28548e2ba74d2eac8098ecf11a1b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404797 Sep 14 17:07:34.349269 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [-] (93926) accepted ('10.222.0.21', 38382) {{(pid=93926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:34.400078 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1787a783-c618-48e3-ad28-6606c75dbb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:34.421865 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1787a783-c618-48e3-ad28-6606c75dbb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:34.475143 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1787a783-c618-48e3-ad28-6606c75dbb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273866'] for security_group, after_delete {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:34.477924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1787a783-c618-48e3-ad28-6606c75dbb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:34.479162 dv-cinder-808995-1-iscsi neutron-server[93926]: INFO neutron.wsgi [None req-1787a783-c618-48e3-ad28-6606c75dbb54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f847587f-9f64-4ee5-8de9-2c11d851ba73 HTTP/1.1" status: 204 len: 168 time: 0.1289804 Sep 14 17:07:34.486924 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787a783-c618-48e3-ad28-6606c75dbb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f847587f-9f64-4ee5-8de9-2c11d851ba73,revision_number=None']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:07:38.418767 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-3185259b-57fd-4aa1-9ef1-24ea65552960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:40.928211 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-89c42c38-b3ee-4f75-a64e-2e7f2b0524f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:41.051412 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:41.925213 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:43.102780 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:43.600432 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:02.607449 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:08:08.422683 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-09cc838c-53db-43a5-b0b4-575d025e9f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:10.927557 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-75ccb37f-aa56-409c-ae1f-6c4a510b8294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:11.039101 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:11.930796 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:13.099279 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:13.604885 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.426737 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-f4cb54f9-acc3-4e0f-b353-2875a0293f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.611652 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:08:40.933357 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-fff9e049-93de-4f18-aed5-9b2a7fa4a4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:41.037596 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:41.932817 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.119402 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.607894 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:08.427553 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-0b81267b-d627-48c8-976a-f68610c4e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:10.926872 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-7777c170-f6a5-4b5f-b5c0-2834bc505190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:11.033056 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:11.942740 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:13.119127 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:13.613918 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.617244 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:09:38.433787 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dba57852-3667-4078-99dc-4e40c99b3f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:40.929362 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ef22-6f56-46da-8310-69b3743df2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:41.051643 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:41.948316 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:43.121797 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:43.613590 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:53.624006 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:10:08.430755 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-491a1408-7c32-40f0-a99a-0bf586efe16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:10.935055 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-e14e8af8-de03-4eb5-a8e4-b7d0bdd40d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:11.044336 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:11.949682 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:13.124769 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:13.620422 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:30.619276 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:10:38.420108 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-b41cb3f0-baf7-460a-b9e9-8dcd6bbdb795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:40.934989 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ca33e8ed-7c97-41aa-a4d9-08970b477d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:41.049487 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:41.953484 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.121777 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.631326 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:07.626163 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:11:08.425508 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-404648b8-1545-4af0-88b0-edb4c8d0977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:10.937249 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-25fc048d-53c3-43d5-b90c-644ee9d76980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:11.050821 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:11.958327 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:13.122088 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:13.629622 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:38.415848 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-012d96dd-3da4-4a1a-bbd5-0af55c0db6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:40.936185 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-000c2cfa-4d6e-4f56-b76d-0fcb8a6275e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:41.053552 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:41.968172 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:43.119090 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:43.637093 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:44.621667 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:12:08.420093 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-344a36a8-c9ea-4762-9b2a-c069896cb752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.940315 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-480100eb-88d6-429b-80bc-36c674a32fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.058416 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.963825 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.120984 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.643484 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:21.626228 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:12:38.420938 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-609c6f06-8652-42ab-aeee-99055c2afea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:40.937583 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-98782056-0e9b-4599-a025-17951a0cc3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:41.060015 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-40264dd9-741c-40e2-a34d-53b9854172ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:41.975937 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-132ac8e6-bafb-4414-828c-dc0f9cb3d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:42.465864 dv-cinder-808995-1-iscsi neutron-server[93926]: DEBUG neutron.wsgi [req-02790483-ae4d-4761-a162-2762eb6d7474 req-8bf8ecb6-0b78-49f8-9b4c-480d2afb664f service neutron] (93926) timed out ('10.222.0.44', 64679) {{(pid=93926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 17:12:43.117824 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-ce5f38d1-b239-4328-8a90-7d76d7ec4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:43.642334 dv-cinder-808995-1-iscsi neutron-server[93927]: DEBUG neutron_lib.callbacks.manager [None req-dac71795-121b-4a9c-a155-3ac6f7d4996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731928548747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16194003'] for agent, after_update {{(pid=93927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:58.626488 dv-cinder-808995-1-iscsi neutron-server[93928]: DEBUG neutron.db.agents_db [None req-fd319945-eafa-4044-8f37-3bd1113c498a None None] Agent healthcheck: found 6 active agents {{(pid=93928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}